-- Logs begin at Wed 2021-04-21 12:53:59 UTC, end at Wed 2021-04-21 13:55:00 UTC. -- Apr 21 13:24:52.270009 dv-cinder-787195-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 13:24:55.402584 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.common.config [-] Logging enabled! Apr 21 13:24:55.403073 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 13:24:55.404460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86287) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 13:24:55.406303 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.common.config [-] Logging enabled! Apr 21 13:24:55.406554 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 13:24:55.406910 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86287) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 13:24:55.407987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 13:24:55.408257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 13:24:55.409295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 13:24:55.409587 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 13:24:55.409850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 13:24:55.410226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.410578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.410925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.411193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.411576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.411918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.412248 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.412589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.412938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.413267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.413592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.413922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.414185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.414513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.414852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.415188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.415475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] debug = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.415800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.416344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.416673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.416996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.417332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.417652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.417965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.418285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.418613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.418985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] host = dv-cinder-787195-3-smb {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.419331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.419671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.420007 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.420438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.420755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.421076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.421916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.422241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.422554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.422873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.423209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.423572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.423915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.424177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.424433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.424768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.425105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.425424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.425741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.426059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.426377 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.426696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.427006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.427366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.427701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.428034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.428351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.428668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.428981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.429298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.429631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.429947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.430262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.430579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.430913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.431223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.431568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.431919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.432255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.432584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.432916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.433231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.433561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.433875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.434186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.434496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] use_json = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.434805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.435117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.435467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.435785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.436097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.436410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.436726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.437674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:55.438030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.438376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.438727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.439052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.439517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.439839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.440180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.440501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.440838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.441173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.441501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.441820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.442469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.442812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.443164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.443534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.443874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.444188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.444503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.444817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.445135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.445464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.445805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.446140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.446454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.446779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.447117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.447459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.447774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.448092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.448427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.448746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.449067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.449364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.449682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.449993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.450304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.450620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.450958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.451290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.451607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.451919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.452234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.452543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.452898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.453218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.453530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.453842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.454157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.454466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.454779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.455095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.455429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.455747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.456056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.456366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.456682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.456994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.457318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.457638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.458038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.458353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.458663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.458974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.459308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.459626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.459937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.460264 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.460602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.460919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.461239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.461557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.461876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.462191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.462507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.462824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.463142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.463483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.463822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.464147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.464474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.464795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.465114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.465458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.465779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.466102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.466423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.466742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.467072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.467421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.467761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.468096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.468454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.468788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.469120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.469440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.469798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.470118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:55.470370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 13:24:55.470637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86287) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 21 13:24:56.135406 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading Gnome Apr 21 13:24:56.152746 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading Google Apr 21 13:24:56.155469 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading Windows (alt) Apr 21 13:24:56.159032 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading file Apr 21 13:24:56.159915 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading keyczar Apr 21 13:24:56.160201 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading multi Apr 21 13:24:56.160840 dv-cinder-787195-3-smb neutron-server[86287]: INFO keyring.backend [-] Loading pyfs Apr 21 13:24:56.207234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:24:56.207572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:24:56.207897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:24:56.208277 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 13:24:56.599640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.600157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.600262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.601611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.602042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.602347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.639619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.639932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.640261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.654853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.655174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.655507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.721686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.722004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.722311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.723352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.723663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.725410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.996025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.996353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.996654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.996968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:56.997785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.144390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.144778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.145103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.145417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.145731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.146123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.146603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.146911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.147219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.147597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.147908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.148226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.148547 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.148852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.149174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.149506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.149813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.150143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.150439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.150790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.151285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.151575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.151869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.152222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.152517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.152808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.153238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.153519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.153798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.154075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.154353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.154629 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.155050 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 13:24:57.158891 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 13:24:57.162838 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 13:24:57.166647 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 21 13:24:57.168322 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 13:24:57.169603 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 13:24:57.169986 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 13:24:57.170426 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 13:24:57.174262 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 13:24:57.174551 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 13:24:57.174945 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 13:24:57.201332 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 13:24:57.201843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.202179 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86287) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 13:24:57.203077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.204474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86287) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 13:24:57.204800 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 13:24:57.205082 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 13:24:57.208239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.208560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.275200 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 13:24:57.275447 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 13:24:57.275723 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 13:24:57.276130 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 13:24:57.308941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.sqlalchemy.engines [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86287) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 21 13:24:57.746807 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing driver for type 'gre' Apr 21 13:24:57.747431 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] gre ID ranges: [(1, 1000)] Apr 21 13:24:57.786186 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing driver for type 'local' Apr 21 13:24:57.786557 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing driver for type 'vlan' Apr 21 13:24:57.797060 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] VlanTypeDriver initialization complete Apr 21 13:24:57.797406 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing driver for type 'vxlan' Apr 21 13:24:57.797917 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] vxlan ID ranges: [(1, 1000)] Apr 21 13:24:57.836586 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing extension driver 'port_security' Apr 21 13:24:57.836942 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.extensions.port_security [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] PortSecurityExtensionDriver initialization complete Apr 21 13:24:57.837315 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing mechanism driver 'openvswitch' Apr 21 13:24:57.837677 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing mechanism driver 'hyperv' Apr 21 13:24:57.843951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:24:57.844776 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.845184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.845575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.846000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.846390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.846773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.847194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.847607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.847987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.848401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > security_group after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.848783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > security_group after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.849312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.849734 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.850117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.850494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.850918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > address_group after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.851322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > address_group after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.851703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.852070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] ML2 OVO RPC backend initialized. {{(pid=86287) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 21 13:24:57.852871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.853267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.853727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.854108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > networks before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.854491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.854871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > ports before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.855265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.855653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnets before_response 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.856037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.856414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.856788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.857162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.857535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.857907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.858279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.858652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.859573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.860201 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.plugin [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Modular L2 Plugin initialization complete Apr 21 13:24:57.860557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading services supported by the core plugin {{(pid=86287) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 13:24:57.860927 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.plugins.ml2.managers [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Got port-security extension from driver 'port_security' Apr 21 13:24:57.861433 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.extensions.vlantransparent [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Disabled vlantransparent extension. Apr 21 13:24:57.861971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86287) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 13:24:57.862319 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: router Apr 21 13:24:57.900442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.900889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_create 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.901302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router before_create 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.901735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.902140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.902535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_delete 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.902941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.903404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_create 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.903770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_update 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.904159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_update 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.904547 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.904954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_update 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.905454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_update 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.905906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.906287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.906664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: subnet after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.907043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.907471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.907867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_create 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.908249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.908634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.909038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router after_update 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.909420 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.909815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_create 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.910225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.910614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_update 55549900 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.911055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > network after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.912089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Tracking information for resource: router configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.912467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Tracking information for resource: floatingip configured {{(pid=86287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 13:24:57.917219 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_agentschedulers_db [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 13:24:57.917866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.918263 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port after_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.918654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port after_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.919042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: port after_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.919971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router before_create 55550100 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.920380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.920787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_create 55550100 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.921188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > router precommit_update 55550100 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.926595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.provider_configuration [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service providers = [] {{(pid=86287) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 13:24:57.926998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.servicetype_db [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86287) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 13:24:57.929867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.service_base [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 13:24:57.930255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.service_base [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 13:24:57.930636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.service_base [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 13:24:57.931564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.service_base [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 13:24:57.931968 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.services.service_base [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 13:24:57.932387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.932743 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 13:24:57.943458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.943835 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: auto_allocate Apr 21 13:24:57.949632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: network precommit_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.950046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: network precommit_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.950636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.950997 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: tag Apr 21 13:24:57.958092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.958471 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: timestamp Apr 21 13:24:57.962336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.962711 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: network_ip_availability Apr 21 13:24:57.968236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.968650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.969045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:57.969826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.970189 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: flavors Apr 21 13:24:57.974721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.975098 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading Plugin: revisions Apr 21 13:24:57.979686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 13:24:57.980116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=86287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:24:57.980920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86287) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 21 13:24:57.981283 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Initializing extension manager. Apr 21 13:24:57.981849 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: __init__.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.982230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: __pycache__ {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.982607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.982982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: address_group.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.983812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.984972 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: address-group Apr 21 13:24:57.985338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: address_scope.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.986108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.986694 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: address-scope Apr 21 13:24:57.987060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.988029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.988616 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: router-admin-state-down-before-update Apr 21 13:24:57.988983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: agent.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.989741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.990318 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: agent Apr 21 13:24:57.990685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: agent_resources_synced.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.991646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.992234 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: agent-resources-synced Apr 21 13:24:57.992598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: allowedaddresspairs.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.994390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.994982 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: allowed-address-pairs Apr 21 13:24:57.995383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: auto_allocated_topology.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.996460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.997086 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: auto-allocated-topology Apr 21 13:24:57.997411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: availability_zone.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:57.998157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:57.998740 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: availability_zone Apr 21 13:24:57.999103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: availability_zone_filter.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.000641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.001226 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: availability_zone_filter Apr 21 13:24:58.001590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: data_plane_status.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.002638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.003220 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 13:24:58.003881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: default_subnetpools.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.004806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.005387 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: default-subnetpools Apr 21 13:24:58.005754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.006633 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.007225 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: dhcp_agent_scheduler Apr 21 13:24:58.007618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: dns.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.008538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.009120 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension dns-integration not supported by any of loaded plugins Apr 21 13:24:58.009483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: dns_domain_ports.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.010406 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.010997 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 13:24:58.011393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: dvr.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.012123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.012708 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: dvr Apr 21 13:24:58.013073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: empty_string_filtering.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.014012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.014596 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: empty-string-filtering Apr 21 13:24:58.014963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.015923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.016504 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 13:24:58.016868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.017786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.018370 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 13:24:58.018738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: external_net.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.019687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.020266 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: external-net Apr 21 13:24:58.020632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.021548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.022136 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: extra_dhcp_opt Apr 21 13:24:58.022500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: extraroute.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.023443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.024025 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: extraroute Apr 21 13:24:58.024392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: extraroute_atomic.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.025436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.026022 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: extraroute-atomic Apr 21 13:24:58.026388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: filter_validation.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.027085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.027707 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: filter-validation Apr 21 13:24:58.028071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: fip_pf_description.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.028990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.029569 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 13:24:58.029932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: fip_port_details.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.030970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.031586 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: fip-port-details Apr 21 13:24:58.031951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: flavors.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.033195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.033785 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: flavors Apr 21 13:24:58.034157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.035840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.036440 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 13:24:58.036816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: floatingip_pools.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.037574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.038166 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: floatingip-pools Apr 21 13:24:58.038538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: ip_allocation.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.039493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.040074 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 13:24:58.040441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.041367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.041945 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: ip-substring-filtering Apr 21 13:24:58.042315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l2_adjacency.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.043279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.043849 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 13:24:58.044213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.045277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.045868 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: router Apr 21 13:24:58.046235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.049023 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.049628 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 13:24:58.050007 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.050943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.051562 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: ext-gw-mode Apr 21 13:24:58.051934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.052972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.053562 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: l3-ha Apr 21 13:24:58.053928 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3_flavors.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.054855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.055469 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: l3-flavors Apr 21 13:24:58.055837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.056760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.057343 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 13:24:58.057706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: l3agentscheduler.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.058852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.059502 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: l3_agent_scheduler Apr 21 13:24:58.059876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: logging.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.061358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.061975 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension logging not supported by any of loaded plugins Apr 21 13:24:58.062890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: metering.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.063713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.064413 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: metering Apr 21 13:24:58.064784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.065879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.066468 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: metering_source_and_destination_fields Apr 21 13:24:58.066832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: multiprovidernet.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.067789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.068382 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: multi-provider Apr 21 13:24:58.068748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: netmtu.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.069672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.070259 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: net-mtu Apr 21 13:24:58.070626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: netmtu_writable.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.071607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.072192 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: net-mtu-writable Apr 21 13:24:58.072556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: network_availability_zone.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.073381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.073966 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: network_availability_zone Apr 21 13:24:58.074331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: network_ip_availability.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.075474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.076061 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: network-ip-availability Apr 21 13:24:58.076425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: network_segment_range.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.077244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.077851 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 13:24:58.078214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: pagination.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.079208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.079611 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: pagination Apr 21 13:24:58.079975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: port_device_profile.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.080883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.081466 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: port-device-profile Apr 21 13:24:58.081826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.082768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.083375 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: port-mac-address-regenerate Apr 21 13:24:58.083738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.084661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.085245 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: port-numa-affinity-policy Apr 21 13:24:58.085607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: port_resource_request.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.086524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.087101 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 13:24:58.087486 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: portbindings.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.088445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.089033 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: binding Apr 21 13:24:58.089396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: portbindings_extended.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.090666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.091291 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: binding-extended Apr 21 13:24:58.091673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: portsecurity.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.092612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.093696 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: port-security Apr 21 13:24:58.094073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: project_id.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.095058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.095465 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: project-id Apr 21 13:24:58.095834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: providernet.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.096753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.097341 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: provider Apr 21 13:24:58.097707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.101379 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.103433 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos not supported by any of loaded plugins Apr 21 13:24:58.103833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.105163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.105752 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 13:24:58.106131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.107065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.107680 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 13:24:58.108047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_default.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.109572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.110170 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-default not supported by any of loaded plugins Apr 21 13:24:58.110524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_fip.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.111286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.111862 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-fip not supported by any of loaded plugins Apr 21 13:24:58.112227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_gateway_ip.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.113164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.113755 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 13:24:58.114122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_port_network_policy.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.115048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.115664 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 13:24:58.116032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_rule_type_details.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.116959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.117537 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 13:24:58.117902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: qos_rules_alias.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.118965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.119574 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 13:24:58.119944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: quotasv2.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.120942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.121321 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: quotas Apr 21 13:24:58.121686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: quotasv2_detail.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.123462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.123854 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: quota_details Apr 21 13:24:58.124227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: rbac.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.125602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.126209 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: rbac-policies Apr 21 13:24:58.126578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: rbac_address_group.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.127553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.128149 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: rbac-address-group Apr 21 13:24:58.128769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: rbac_address_scope.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.129698 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.130287 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: rbac-address-scope Apr 21 13:24:58.130655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: rbac_security_groups.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.131604 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.132190 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: rbac-security-groups Apr 21 13:24:58.132556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: rbac_subnetpool.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.133499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.134094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: rbac-subnetpool Apr 21 13:24:58.134458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: revisionifmatch.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.135432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.136017 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: revision-if-match Apr 21 13:24:58.136380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: revisions.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.137496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.138081 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: standard-attr-revisions Apr 21 13:24:58.138453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: router_availability_zone.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.139172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.139784 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: router_availability_zone Apr 21 13:24:58.140175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: routerservicetype.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.141107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.141683 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension router-service-type not supported by any of loaded plugins Apr 21 13:24:58.142047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.142973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.143594 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: security-groups-normalized-cidr Apr 21 13:24:58.143958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.144894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.145477 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: port-security-groups-filtering Apr 21 13:24:58.145837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.146787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.147401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: security-groups-remote-address-group Apr 21 13:24:58.147766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: securitygroup.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.161759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.162387 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: security-group Apr 21 13:24:58.162767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: segment.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.163655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.164253 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension segment not supported by any of loaded plugins Apr 21 13:24:58.164625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.165584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.166177 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 13:24:58.166544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: servicetype.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.167678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.168272 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: service-type Apr 21 13:24:58.168642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: sorting.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.169634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.170020 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: sorting Apr 21 13:24:58.170385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: standard_attr_segment.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.172004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.172605 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 13:24:58.172978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: standardattrdescription.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.173675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.174265 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: standard-attr-description Apr 21 13:24:58.174640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: stateful_security_group.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.175602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.176203 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: stateful-security-group Apr 21 13:24:58.176571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: stdattrs_common.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.177162 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 13:24:58.177521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.178525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.179112 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 13:24:58.179505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: subnet_onboard.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.180614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.181208 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: subnet_onboard Apr 21 13:24:58.181571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.182507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.183098 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 13:24:58.183484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: subnet_service_types.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.184421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.185009 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: subnet-service-types Apr 21 13:24:58.185369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: subnetallocation.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.186453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.187063 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: subnet_allocation Apr 21 13:24:58.187467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.188171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.188759 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: subnetpool-prefix-ops Apr 21 13:24:58.189122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.190072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.190653 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 13:24:58.191016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: tagging.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.192330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.192931 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: standard-attr-tag Apr 21 13:24:58.193302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: timestamp.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.194483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.195075 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loaded extension: standard-attr-timestamp Apr 21 13:24:58.195475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: trunk.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.196509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.197100 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension trunk not supported by any of loaded plugins Apr 21 13:24:58.197465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: trunk_details.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.198395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.198977 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension trunk-details not supported by any of loaded plugins Apr 21 13:24:58.199369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: uplink_status_propagation.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.200295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.200878 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 13:24:58.201244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Loading extension file: vlantransparent.py {{(pid=86287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 13:24:58.201960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 13:24:58.202543 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 13:24:58.205308 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:network Apr 21 13:24:58.206142 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:subnet Apr 21 13:24:58.206821 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 13:24:58.207501 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:port Apr 21 13:24:58.208994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.209476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service FLAVORS assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.210157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.210623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.210997 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:router Apr 21 13:24:58.211768 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 13:24:58.212537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service METERING assigned prefix: /metering {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.214382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:58.214785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:58.215175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:24:58.216352 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 13:24:58.216845 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:security_group Apr 21 13:24:58.217655 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 13:24:58.219036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service CORE assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.219445 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 13:24:58.219816 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] subnetpool is already registered Apr 21 13:24:58.220479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service CORE assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.220847 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 13:24:58.221207 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] subnetpool is already registered Apr 21 13:24:58.223920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.224401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service FLAVORS assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.225043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.225506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.225880 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:router Apr 21 13:24:58.226248 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] router is already registered Apr 21 13:24:58.226888 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 13:24:58.227297 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] floatingip is already registered Apr 21 13:24:58.227958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service METERING assigned prefix: /metering {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.228692 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 13:24:58.229059 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] rbac_policy is already registered Apr 21 13:24:58.229692 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:security_group Apr 21 13:24:58.230057 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] security_group is already registered Apr 21 13:24:58.230698 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 13:24:58.231063 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] security_group_rule is already registered Apr 21 13:24:58.231803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service CORE assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.232186 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 13:24:58.232555 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] subnetpool is already registered Apr 21 13:24:58.233236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.resource_helper [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Service CORE assigned prefix: {{(pid=86287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 13:24:58.233601 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 13:24:58.234581 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.quota.resource_registry [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] subnetpool is already registered Apr 21 13:24:58.235309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: extensions {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.236823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: address-groups {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.238472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: address-scopes {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.239757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: agents {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.240972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: auto-allocated-topology {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.242278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: availability_zones {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.243690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: dhcp-networks {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.245153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: dhcp-agents {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.246647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: routers {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.248586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: flavors {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.249788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: service_profiles {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.251046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: next_providers {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.252682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: service_profiles {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.254466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: floatingip-pools {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.255753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: routers {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.257598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: floatingips {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.258832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: l3-routers {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.260326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: l3-agents {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.261793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: metering-labels {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.264057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: metering-label-rules {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.265412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: network-ip-availabilities {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.266733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: bindings {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.268470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: quotas {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.269945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: quotas {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.271421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: rbac-policies {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.272768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: security-groups {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.274030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: security-group-rules {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.275343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: service-providers {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.276607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: subnetpools {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.278080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: subnetpools {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.279605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.281880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.283780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.285622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.287497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.289495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.291289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.293212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.295073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.297616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.extensions [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Extended resource: tags {{(pid=86287) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 13:24:58.304401 dv-cinder-787195-3-smb neutron-server[86287]: WARNING keystonemiddleware.auth_token [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 13:24:58.309664 dv-cinder-787195-3-smb neutron-server[86287]: WARNING keystonemiddleware.auth_token [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 13:24:58.318471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Acquired lock "singleton_lock" {{(pid=86287) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 13:24:58.318989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Releasing lock "singleton_lock" {{(pid=86287) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 13:24:58.320468 dv-cinder-787195-3-smb neutron-server[86287]: INFO oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Starting 2 workers Apr 21 13:24:58.325332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Started child 86398 {{(pid=86287) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 13:24:58.329316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:24:58.330073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Started child 86399 {{(pid=86287) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 13:24:58.330802 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [-] (86398) wsgi starting up on http://0.0.0.0:9696 Apr 21 13:24:58.331538 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 13:24:58.332199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Notify callbacks [] for process, before_spawn {{(pid=86287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:24:58.333437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:24:58.334683 dv-cinder-787195-3-smb neutron-server[86287]: INFO oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Starting 1 workers Apr 21 13:24:58.334801 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [-] (86399) wsgi starting up on http://0.0.0.0:9696 Apr 21 13:24:58.340183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Started child 86400 {{(pid=86287) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 13:24:58.340712 dv-cinder-787195-3-smb neutron-server[86287]: INFO oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Starting 1 workers Apr 21 13:24:58.342295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] calling RpcWorker wait() {{(pid=86400) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 13:24:58.342702 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] returning from RpcWorker wait() {{(pid=86400) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 13:24:58.344704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:24:58.345371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:24:58.345948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Started child 86401 {{(pid=86287) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 13:24:58.346756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a65eff4-8961-43b2-a6ce-765af284d223 None None] Notify callbacks [] for process, after_spawn {{(pid=86287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:24:58.348364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86287) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 13:24:58.348612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 13:24:58.348823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 13:24:58.349099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 13:24:58.349528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 13:24:58.349724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 13:24:58.349829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:24:58.350303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.350608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.350915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.351193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.351559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.352203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.352494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.352789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.353089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.353360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.353562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.353755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.354048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.354316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.354666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.354959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.355231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.355583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.355795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.356067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.356387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.356675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.356983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] debug = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.357260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.357796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.358055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.358325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.358578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.358965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.359773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.360079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.360350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.360599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.360886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.361168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.361435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.361686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.361940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.362229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.362492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.362931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] host = dv-cinder-787195-3-smb {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.363216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.363503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.363770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.364036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.364322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.364582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.364879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.365177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.365463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.365728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.366011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.366280 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.366551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.366819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.367010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_options = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.367272 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.367590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.367899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.368115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.368277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.368473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.368772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.368935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.369219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.369466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.369713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.369960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.370221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.370466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.370749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.371012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.371315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.371559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.371874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.372157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.372449 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.372720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.373415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.373415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.373415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.373834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.373972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.375014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.375014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.375014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.375014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:24:58.376984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.376984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.377562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.377562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.377830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.377830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.378100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.378339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.378893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_json = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.379099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.379329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.379635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.379883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.380443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.380443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.380723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.380863 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.381261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.381582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.381942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.382204 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.382494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.382767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.383079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.383292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.383590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.384222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.384222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.384516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.384759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.385512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.385512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.385792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.386302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.386302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.386582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.386729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.386932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.387214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.387611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.387939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.387939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.388632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.389153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.389153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.389153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.390394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.390394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.390394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.390394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.390394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.391048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.391048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.391340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.391340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.391611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.391889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.392191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.392461 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.392715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.392965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.393230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.393474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.393720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.393983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.394248 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.394540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.394815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.395067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.395335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.395585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.395842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.396109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.396360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.396619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.396881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.397129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.397406 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.397682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.397954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.398199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.398444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.398693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.398935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.399196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.400107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.400107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.400107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.402526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.405282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.407319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.408991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.409268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.409365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.409578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.409861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.410174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.410496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.410772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.411061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.411358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.411652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.411986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.412290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.412588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.412845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.413120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.413494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.413674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.413963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.414253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.414551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.414833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.415138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.415445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.415700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.415946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.416236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.416606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.416979 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.417193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.417454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.417763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.418063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.418331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.418626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.418915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.419187 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.419503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.419796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.420072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.420344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.420631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.420879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.421148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.421458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.422221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.422491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.422739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.423030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.425116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.426716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.427447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.427447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.427652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.427815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.428081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.428363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.428612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.428898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.429154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.429402 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44172) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.435750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.436434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.437101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.442148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.443915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.445254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.446725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.447545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.447545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.447545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.447545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.448068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.448068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.448327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.448535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.448858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.449023 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.449260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.451975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.452227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.452431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.453220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.453497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.453748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.453936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 13:24:58.454461 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86287) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 13:24:58.454650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 13:24:58.454834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 13:24:58.455041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 13:24:58.455281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 13:24:58.455437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 13:24:58.455683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.455874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.456064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.456254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.456443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.456655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.456845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.457031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.457217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.457381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.457571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.457756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.457942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.458129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.458314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.458499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.458688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.458874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.459066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.459278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.459945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.459945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.459945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] debug = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.460153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0264900 Apr 21 13:24:58.460236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.460236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.460371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.460450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.460625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.461774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.461946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.462317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.462490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.462827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.463223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.463437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.463815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.463990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.464385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.464573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.464735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.464896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] host = dv-cinder-787195-3-smb {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.465079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.465240 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.465430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.465597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.465783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.465970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.466134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.466323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.466509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.466701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.467580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.467580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.467580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.467580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.467580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_options = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.468126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.468126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.468126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.469861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.470019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.470210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.470389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.470562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.470748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.470934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.471120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.471331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.471519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.471710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.471868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.472058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.472228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.472370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.472559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.472746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.472932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.473117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.473303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.473488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.473675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.473830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.474025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.474210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.474397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.474560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.475834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.476224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.476224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_json = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.476224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 13:24:58.477943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.479094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.480513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.481533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.482752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.483961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.484097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.484246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.484383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.484519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.485834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.486844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.486844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.486844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.486844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.486844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.486844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.487980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.488118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.488308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.488476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.488634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.488820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.489006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.489197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.489387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.489609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.489755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.489924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.490114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.490304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.490491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.490680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.490866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.491054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.491354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.492286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.492495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.492707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.495987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.496667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.496984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.497347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.497775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.497775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.498062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.498062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.498334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.498473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.498574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.499989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.500389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.500573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.500764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.500931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.501127 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.501341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.501500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.501681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.501858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.502017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.502214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.502403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.502593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.502829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.503025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.503199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.503413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.503856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.503953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:24:58.504029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.504197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.504380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.504574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.504738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.504924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.505115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.505303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.505492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.505681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.505873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.506063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.506254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.506443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.506637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.506827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.507015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.507203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.507419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.507609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.507797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.507985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.508418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.508418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.508622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.508622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.508824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.509866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.509866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.509866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.509866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.509866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.509866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.510913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.511173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.511329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.511445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.511619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.511791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.512153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.512324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.512680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.512874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.513063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.513271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.513460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.513649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.513839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.514027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.514222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.514407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.514595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.514784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.514971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.515698 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.515891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.516085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.516273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.516462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.516651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.516840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.517123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.517254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.517366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.517565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.517738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.517924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.518091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.518914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.518914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.518914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.518914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.518914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.519317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.519317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.519451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.519792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.519792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.519999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.520098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.520288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.520477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.520663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.520837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.521020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.521207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.521394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.521582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.521778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.521969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.522157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.522353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.522541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.522728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.522917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.523117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.523330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.523495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.523653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.523846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.524035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.524225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.524419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.524618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.524895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.525055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.525200 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.525342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.525493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.526737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.527134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.527134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.527134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.528264 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.528442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.528636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.529904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.530015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.530125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 13:24:58.530293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86287) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 13:25:09.475234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e2631-2558-4d0d-83be-1390c2cc8318 None None] get_active_networks_info from dv-cinder-787195-3-smb {{(pid=86400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 13:25:09.624472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3f060f74-39d4-4e1e-9403-8c55063f9739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813'] for agent, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:09.630442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e2631-2558-4d0d-83be-1390c2cc8318 None None] No non-hosted networks {{(pid=86400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 13:25:11.666764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a2fc64-7aeb-49d0-ba27-153ce7a7bc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813'] for agent, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:11.715845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cd31b7d-d718-4b46-b086-eca8e58179a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:12.085030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813'] for agent, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:12.978743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813'] for agent, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:12.980099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.980674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.981251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.981807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.982356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.983012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.984124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.984779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.985480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.986070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.986624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.987171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:12.987985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:12.993413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:13.515306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813'] for agent, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:14.576599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44266) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:15.213381 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-c915d05b-386b-4c8a-a3da-cab4e210be80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:25:15.213991 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-c915d05b-386b-4c8a-a3da-cab4e210be80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:25:15.446843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [None req-c915d05b-386b-4c8a-a3da-cab4e210be80 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:25:15.448020 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c915d05b-386b-4c8a-a3da-cab4e210be80 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8697338 Apr 21 13:25:16.826538 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_hamode_db [None req-9122f858-de21-487d-bd30-0e4d868e96c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 13:25:16.917518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122f858-de21-487d-bd30-0e4d868e96c4 None None] Routers set() bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:25:16.917768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122f858-de21-487d-bd30-0e4d868e96c4 None None] Router IDs set() for agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 21 13:25:18.155923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44282) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:18.539720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:18.642130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.policy [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86399) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 13:25:18.697072 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:25:18.697477 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:25:18.715420 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] Loaded quota_driver: . Apr 21 13:25:18.730988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:18.786881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286508588849', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286508588517', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286508574245', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286508572345', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286508555396', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286508554831', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851218109', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851357117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713576', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597122'] for rbac-policy, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:19.006294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:19.007558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-77451b5d-ec84-4420-9ad3-706af00d6bb8 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8505535 Apr 21 13:25:21.941104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44296) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:22.310845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '085aa579e2dc4481b6a4c284f8db59e2'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:22.317112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:22.321579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Usage tracker for resource:network and tenant:085aa579e2dc4481b6a4c284f8db59e2 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:22.325010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:22.331926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:22.340235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Made reservation on behalf of 085aa579e2dc4481b6a4c284f8db59e2 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:25:22.345932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.361668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.376492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:22.380516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Usage tracker for resource:security_group_rule and tenant:085aa579e2dc4481b6a4c284f8db59e2 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:22.383877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:22.390120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:22.484051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.486569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.491055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:22.513739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:25:22.538289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286507143830', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.538806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Unsubscribe: segment precommit_create {{(pid=86399) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 13:25:22.539283 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Added segment 1d23ad9c-af4c-4446-8ceb-337851959dc7 of type vlan for network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 Apr 21 13:25:22.548406 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4464927e-68d3-4763-9d10-16bd50e6c0e0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:22.603017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.603412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.603769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.604122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.604472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.604820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.605166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.605511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.605854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.606197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.606538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.606876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Tracked resource versions report: Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:25:22.607933 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:25:22.656935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.661349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:22.693691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.695099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:22.695788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:22.700806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:22.809403 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8671119 Apr 21 13:25:22.810046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Pushing event updated for resources: {'Network': ['ID=5c695d6e-a8bc-4a74-9293-8f23de7cf136,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:22.825618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:22.838522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:25:25.839526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44312) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:26.310794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2281ff71-9525-4344-aa08-b39b46a88367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:26.312209 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2281ff71-9525-4344-aa08-b39b46a88367 admin admin] 10.222.0.36 "GET /v2.0/networks/5c695d6e-a8bc-4a74-9293-8f23de7cf136 HTTP/1.1" status: 200 len: 825 time: 0.4716671 Apr 21 13:25:26.339890 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-254055eb-f1c8-432a-9ffd-0c9cccba4b7b admin admin] 10.222.0.36 "GET /v2.0/subnetpools/07f127f0-f10c-4bdc-af21-43bd9f5a13b4 HTTP/1.1" status: 200 len: 734 time: 0.0216908 Apr 21 13:25:26.349574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:26.353925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:26.357757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Usage tracker for resource:subnet and tenant:085aa579e2dc4481b6a4c284f8db59e2 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:26.360714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:26.366474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:26.375058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Made reservation on behalf of 085aa579e2dc4481b6a4c284f8db59e2 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:25:26.379815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:26.841581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:26.846677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:26.932732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Checking segment: {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:25:26.933110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Network hostable DHCP agents. Network: 5c695d6e-a8bc-4a74-9293-8f23de7cf136, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:25:26.939407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ec5b75-0e58-4d35-85f9-d6cf39d40f19,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:26.945329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:26.955914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:25:26.964885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 5c695d6e-a8bc-4a74-9293-8f23de7cf136) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:25:26.969276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:26.969980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:26.974386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823cd16c-20cd-4259-b098-3c65b15d53bd None None] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:25:26.988491 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6424198 Apr 21 13:25:27.296464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:25:27.297676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:27.652511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Allocated IP 172.20.0.2 (5c695d6e-a8bc-4a74-9293-8f23de7cf136/c3ec5b75-0e58-4d35-85f9-d6cf39d40f19/9baecd34-2313-4d29-a517-d4a1c15c748c) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:25:27.881336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:27.894876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Transition to ACTIVE for port object 9baecd34-2313-4d29-a517-d4a1c15c748c will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:25:27.915848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Transition to ACTIVE for port object 9baecd34-2313-4d29-a517-d4a1c15c748c will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:25:27.921323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:27.929431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:27.991325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:25:27.992431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:25:27.998935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:25:28.007410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Pushing event updated for resources: {'Port': ['ID=9baecd34-2313-4d29-a517-d4a1c15c748c,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:28.052968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.053344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.053714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.054076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.054434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.054795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.055149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.055528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.055882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.056233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.056586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.056933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Tracked resource versions report: Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:25:28.057995 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:25:28.098111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:28.113719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Attempting to bind port 9baecd34-2313-4d29-a517-d4a1c15c748c on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:25:28.114140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Attempting to bind port 9baecd34-2313-4d29-a517-d4a1c15c748c by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:25:28.114548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Attempting to bind port 9baecd34-2313-4d29-a517-d4a1c15c748c on network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:25:28.120127 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:25:28.120974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Checking segment: {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:25:28.120974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:28.121407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Bound using segment: {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:25:28.121939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Bound port: 9baecd34-2313-4d29-a517-d4a1c15c748c, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:25:28.122346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:28.215905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] For port 9baecd34-2313-4d29-a517-d4a1c15c748c, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:25:28.219870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] For port 9baecd34-2313-4d29-a517-d4a1c15c748c, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9baecd34-2313-4d29-a517-d4a1c15c748c,segment=NetworkSegment(1d23ad9c-af4c-4446-8ceb-337851959dc7),segment_id=1d23ad9c-af4c-4446-8ceb-337851959dc7)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:25:28.223149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:28.228010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:28.316865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Pushing event updated for resources: {'Port': ['ID=9baecd34-2313-4d29-a517-d4a1c15c748c,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:28.320099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:29.754392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44322) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:30.150127 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [None req-f12aa01d-e4b0-4cc0-80ed-1ea51a657b23 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:25:30.151184 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f12aa01d-e4b0-4cc0-80ed-1ea51a657b23 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3958073 Apr 21 13:25:32.907132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44332) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:33.313060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [None req-5efd7a41-2738-4f07-b973-b34e4ec2057e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:25:33.314232 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5efd7a41-2738-4f07-b973-b34e4ec2057e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4061456 Apr 21 13:25:34.987622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9baecd34-2313-4d29-a517-d4a1c15c748c up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:25:35.058125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 9baecd34-2313-4d29-a517-d4a1c15c748c completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:25:35.153576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e868d9-c030-496e-b5cf-737bb86a4589 None None] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:25:35.273275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Provisioning for port 9baecd34-2313-4d29-a517-d4a1c15c748c completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:25:35.282030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Provisioning complete for port 9baecd34-2313-4d29-a517-d4a1c15c748c triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:35.282445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:35.517231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:35.562041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] For port 9baecd34-2313-4d29-a517-d4a1c15c748c, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9baecd34-2313-4d29-a517-d4a1c15c748c,segment=NetworkSegment(1d23ad9c-af4c-4446-8ceb-337851959dc7),segment_id=1d23ad9c-af4c-4446-8ceb-337851959dc7)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:25:35.565050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:35.567125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:35.639696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Pushing event updated for resources: {'Port': ['ID=9baecd34-2313-4d29-a517-d4a1c15c748c,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:35.643201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:35.787736 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-95e31f4d-4e26-484e-a6a7-81bad903a751 None None] Provisioning complete for port 9baecd34-2313-4d29-a517-d4a1c15c748c triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:35.788140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-95e31f4d-4e26-484e-a6a7-81bad903a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:36.319269 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44348) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:36.691721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:36.697032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:36.700971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Usage tracker for resource:router and tenant:085aa579e2dc4481b6a4c284f8db59e2 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:36.704132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:36.710016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:36.718692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:36.720051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:36.739967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:36.844026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:36.861545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:36.862753 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9a3d25ae-39f5-4152-8545-081ce546b920 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5424364 Apr 21 13:25:36.947984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9baecd34-2313-4d29-a517-d4a1c15c748c up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:25:37.023792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 9baecd34-2313-4d29-a517-d4a1c15c748c triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:37.024205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:39.355926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-29aca906-15f3-4661-8393-8f0f17ddaada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:39.571908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44358) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:39.958767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [None req-005edcc5-62e2-4870-af3a-955d762f7100 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:25:39.959823 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-005edcc5-62e2-4870-af3a-955d762f7100 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868949 Apr 21 13:25:41.658361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-77fa940f-0e6d-4523-bb0d-658d12737985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:42.028872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:42.682424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44378) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:42.838107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:42.843538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:42.847469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Usage tracker for resource:network and tenant:0c1b708e8b184a3d82d1dea19d374e45 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:42.850334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:42.856140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:42.864685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Made reservation on behalf of 0c1b708e8b184a3d82d1dea19d374e45 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:25:42.869240 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:42.882451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:42.897037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:42.900891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1b708e8b184a3d82d1dea19d374e45 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:42.903865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:42.909897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:42.981442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:42.995930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:42.999103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:43.003596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:43.016793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Reserving flat network on physical network physnet1 {{(pid=86399) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 21 13:25:43.040291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8e80a-0f98-49dc-8e1a-cc703b5c34bf,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:43.043214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:43.043615 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Added segment 2e4cad65-55ad-444f-a130-1c1f427cae01 of type flat for network 5e3b4ea4-798b-463b-b833-303eafd72f93 Apr 21 13:25:43.044815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:43.078399 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:43.113276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:43.114764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:43.115420 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:43.120352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-beab06ef-cef8-46cf-8a64-8be20db0ecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:43.220781 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5372243 Apr 21 13:25:43.223585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3b4ea4-798b-463b-b833-303eafd72f93,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:43.236937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:43.244414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:25:43.465784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:45.401812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:25:45.742984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44398) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:45.856381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1b4b2-54f1-4d57-9bf8-8351b097f43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:45.857852 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0eb1b4b2-54f1-4d57-9bf8-8351b097f43b admin admin] 10.222.0.36 "GET /v2.0/subnets/c3ec5b75-0e58-4d35-85f9-d6cf39d40f19 HTTP/1.1" status: 200 len: 849 time: 0.1137481 Apr 21 13:25:46.153726 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d86ae6c2-5872-48e9-be3b-ca9a7ee724df admin admin] 10.222.0.36 "GET /v2.0/routers/c2f411dd-720b-4c70-bc8b-26299728928a HTTP/1.1" status: 200 len: 704 time: 0.2898648 Apr 21 13:25:46.628706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:46.859874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Allocated IP 172.20.0.1 (5c695d6e-a8bc-4a74-9293-8f23de7cf136/c3ec5b75-0e58-4d35-85f9-d6cf39d40f19/43456289-65c7-4776-9fca-ba88b413dd54) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:25:47.018745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.036224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Transition to ACTIVE for port object 43456289-65c7-4776-9fca-ba88b413dd54 will not be triggered until provisioned by entity DHCP. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:25:47.091259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.096367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:47.161563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:25:47.164495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:25:47.168313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:25:47.168843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.306193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43456289-65c7-4776-9fca-ba88b413dd54,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:47.315848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:47.395222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7ef4513a-2c9b-4d27-af56-3c8edd51ff0e None None] Provisioning for port 43456289-65c7-4776-9fca-ba88b413dd54 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:25:47.400085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7ef4513a-2c9b-4d27-af56-3c8edd51ff0e None None] Provisioning complete for port 43456289-65c7-4776-9fca-ba88b413dd54 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:47.400486 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7ef4513a-2c9b-4d27-af56-3c8edd51ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.445140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.455308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4513a-2c9b-4d27-af56-3c8edd51ff0e None None] Port 43456289-65c7-4776-9fca-ba88b413dd54 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:25:47.680608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.683945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.685022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:47.689692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:47.823349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43456289-65c7-4776-9fca-ba88b413dd54,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:47.828210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:47.886423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:25:47.887553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:25:48.079049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-4fe362ea-1a2b-4479-8f7f-ca545d9a3c8e None None] Provisioning complete for port 43456289-65c7-4776-9fca-ba88b413dd54 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:48.079405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4fe362ea-1a2b-4479-8f7f-ca545d9a3c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:48.142421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-4fe362ea-1a2b-4479-8f7f-ca545d9a3c8e None None] Port 43456289-65c7-4776-9fca-ba88b413dd54 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:25:48.257882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Router c2f411dd-720b-4c70-bc8b-26299728928a is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:25:48.413709 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:25:48.423857 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Sync routers for ids ['c2f411dd-720b-4c70-bc8b-26299728928a'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:25:48.424000 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] 10.222.0.36 "PUT /v2.0/routers/c2f411dd-720b-4c70-bc8b-26299728928a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2646251 Apr 21 13:25:48.435007 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Routers {'c2f411dd-720b-4c70-bc8b-26299728928a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:25:48.435948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:25:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['c2f411dd-720b-4c70-bc8b-26299728928a'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:48.620759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Set router c2f411dd-720b-4c70-bc8b-26299728928a gateway port host: None {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:25:49.170777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:36Z', 'updated_at': '2021-04-21T13:25:47Z', 'revision_number': 2, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'gw_port_host': None, '_interfaces': [{'id': '43456289-65c7-4776-9fca-ba88b413dd54', 'name': '', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'mac_address': 'fa:16:3e:51:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:46Z', 'updated_at': '2021-04-21T13:25:47Z', 'revision_number': 2, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'subnets': [{'id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:49.175747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Checking router: c2f411dd-720b-4c70-bc8b-26299728928a for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:25:49.176135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Updating router c2f411dd-720b-4c70-bc8b-26299728928a port 43456289-65c7-4776-9fca-ba88b413dd54 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:25:49.234526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:49.618637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:49.633402 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Transition to ACTIVE for port object 43456289-65c7-4776-9fca-ba88b413dd54 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:25:49.639010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:49.644996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:49.849281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Pushing event updated for resources: {'Port': ['ID=43456289-65c7-4776-9fca-ba88b413dd54,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:49.870727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.871022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.871397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.871754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.872106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.872911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.873453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.873805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.874156 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.874504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.874850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.875192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Tracked resource versions report: Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:25:49.876260 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:25:49.879851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:49.887213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Attempting to bind port 43456289-65c7-4776-9fca-ba88b413dd54 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:25:49.887662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Attempting to bind port 43456289-65c7-4776-9fca-ba88b413dd54 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:25:49.888066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Attempting to bind port 43456289-65c7-4776-9fca-ba88b413dd54 on network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:25:49.893792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:25:49.894217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Checking segment: {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:25:49.894680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:49.895094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Bound using segment: {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:25:49.895665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Bound port: 43456289-65c7-4776-9fca-ba88b413dd54, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d23ad9c-af4c-4446-8ceb-337851959dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:25:49.896061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:49.989515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] For port 43456289-65c7-4776-9fca-ba88b413dd54, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:25:49.993729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] For port 43456289-65c7-4776-9fca-ba88b413dd54, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=43456289-65c7-4776-9fca-ba88b413dd54,segment=NetworkSegment(1d23ad9c-af4c-4446-8ceb-337851959dc7),segment_id=1d23ad9c-af4c-4446-8ceb-337851959dc7)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:25:49.996552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:50.000560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:50.084091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Routers {'c2f411dd-720b-4c70-bc8b-26299728928a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:25:50.084772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:25:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['c2f411dd-720b-4c70-bc8b-26299728928a'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:50.214175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Pushing event updated for resources: {'Port': ['ID=43456289-65c7-4776-9fca-ba88b413dd54,revision_number=4']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:50.224851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:50.256206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] Set router c2f411dd-720b-4c70-bc8b-26299728928a gateway port host: None {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:25:50.596347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:36Z', 'updated_at': '2021-04-21T13:25:47Z', 'revision_number': 2, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'gw_port_host': None, '_interfaces': [{'id': '43456289-65c7-4776-9fca-ba88b413dd54', 'name': '', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'mac_address': 'fa:16:3e:51:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:46Z', 'updated_at': '2021-04-21T13:25:49Z', 'revision_number': 4, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'subnets': [{'id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:50.600255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51dadb7-edb2-4e16-9bc8-c541f315b345 None None] The sync data for ids ['c2f411dd-720b-4c70-bc8b-26299728928a'] in dv-cinder-787195-3-smb is: [{'id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:36Z', 'updated_at': '2021-04-21T13:25:47Z', 'revision_number': 2, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'gw_port_host': None, '_interfaces': [{'id': '43456289-65c7-4776-9fca-ba88b413dd54', 'name': '', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'mac_address': 'fa:16:3e:51:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:46Z', 'updated_at': '2021-04-21T13:25:49Z', 'revision_number': 4, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'subnets': [{'id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:25:50.955122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44410) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:51.113505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfdab3-8629-4228-b909-b2a4dd03637e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:51.114113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-58cfdab3-8629-4228-b909-b2a4dd03637e admin admin] Synchronizing usage tracker for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:network {{(pid=86399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:25:51.130962 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-58cfdab3-8629-4228-b909-b2a4dd03637e admin admin] Unset dirty status for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:network {{(pid=86399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:25:51.137896 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-58cfdab3-8629-4228-b909-b2a4dd03637e admin admin] 10.222.0.36 "GET /v2.0/networks/5e3b4ea4-798b-463b-b833-303eafd72f93 HTTP/1.1" status: 200 len: 842 time: 0.1759174 Apr 21 13:25:51.143064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Request body: {'subnet': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:51.148706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:25:51.152626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Usage tracker for resource:subnet and tenant:0c1b708e8b184a3d82d1dea19d374e45 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:25:51.156133 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:25:51.162535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:25:51.171280 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Made reservation on behalf of 0c1b708e8b184a3d82d1dea19d374e45 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:25:51.176005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:51.602528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.objects.ports [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86399) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 21 13:25:51.603069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:51.607577 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:51.684297 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cb803a-96c4-4699-b990-8e63f333b208,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:51.688934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:51.693482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:25:51.693867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Network hostable DHCP agents. Network: 5e3b4ea4-798b-463b-b833-303eafd72f93, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:25:51.711625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:25:51.719434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 5e3b4ea4-798b-463b-b833-303eafd72f93) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:25:51.723263 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:51.723898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:51.728631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d7dd3-5e66-40d2-8085-b6e710e5a6ad None None] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:25:51.743854 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6051705 Apr 21 13:25:51.968427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890882db-ad65-4ad2-a6ac-601659988a91 None None] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:25:54.355846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44424) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:25:54.559038 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a8fbbe21-7bad-4a33-be34-600852d909d6 admin admin] 10.222.0.36 "GET /v2.0/routers/c2f411dd-720b-4c70-bc8b-26299728928a HTTP/1.1" status: 200 len: 710 time: 0.2019131 Apr 21 13:25:54.695883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9b741-1bf2-4d51-9574-baebec16e56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:25:54.697348 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7ba9b741-1bf2-4d51-9574-baebec16e56e admin admin] 10.222.0.36 "GET /v2.0/networks/5e3b4ea4-798b-463b-b833-303eafd72f93 HTTP/1.1" status: 200 len: 886 time: 0.1320605 Apr 21 13:25:54.707053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:54.981610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 43456289-65c7-4776-9fca-ba88b413dd54 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:25:55.051264 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 43456289-65c7-4776-9fca-ba88b413dd54 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:25:55.055915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 43456289-65c7-4776-9fca-ba88b413dd54 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:55.056321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.167568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.179784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.211601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 43456289-65c7-4776-9fca-ba88b413dd54, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=43456289-65c7-4776-9fca-ba88b413dd54,segment=NetworkSegment(1d23ad9c-af4c-4446-8ceb-337851959dc7),segment_id=1d23ad9c-af4c-4446-8ceb-337851959dc7)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:25:55.214326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.218104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-09d9f344-e0d6-472b-bf30-700bacbc248d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:55.290115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=43456289-65c7-4776-9fca-ba88b413dd54,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:55.293485 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:55.511710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.570612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.711206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Allocated IP 172.28.2.36 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/37141a04-1bf1-406f-a554-86a3ffb0078a) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:25:55.861994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.891434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:55.896412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ce539096-0baa-44dc-88e7-23a6c8c54cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:55.959803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:25:55.963376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:25:55.967258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:25:56.221735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=37141a04-1bf1-406f-a554-86a3ffb0078a,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:56.226010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:56.547522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:56.889941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:56.893319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854140986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629544'] for router, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:56.977102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 43456289-65c7-4776-9fca-ba88b413dd54 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:25:57.049301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 43456289-65c7-4776-9fca-ba88b413dd54 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:25:57.049743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:57.081666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Router c2f411dd-720b-4c70-bc8b-26299728928a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:25:57.265881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:25:57.273905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:57.275142 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/c2f411dd-720b-4c70-bc8b-26299728928a HTTP/1.1" status: 200 len: 889 time: 2.5715437 Apr 21 13:25:57.276057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Sync routers for ids ['c2f411dd-720b-4c70-bc8b-26299728928a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:25:57.287630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Routers {'c2f411dd-720b-4c70-bc8b-26299728928a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:25:57.288336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:25:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['c2f411dd-720b-4c70-bc8b-26299728928a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:57.641682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Set router c2f411dd-720b-4c70-bc8b-26299728928a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:25:57.988128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '37141a04-1bf1-406f-a554-86a3ffb0078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:36Z', 'updated_at': '2021-04-21T13:25:56Z', 'revision_number': 4, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'gw_port': {'id': '37141a04-1bf1-406f-a554-86a3ffb0078a', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:55Z', 'updated_at': '2021-04-21T13:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '43456289-65c7-4776-9fca-ba88b413dd54', 'name': '', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'mac_address': 'fa:16:3e:51:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:46Z', 'updated_at': '2021-04-21T13:25:55Z', 'revision_number': 5, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'subnets': [{'id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:57.992994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Checking router: c2f411dd-720b-4c70-bc8b-26299728928a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:25:57.993392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Updating router c2f411dd-720b-4c70-bc8b-26299728928a port 37141a04-1bf1-406f-a554-86a3ffb0078a binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:25:58.049930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:58.393244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:58.404956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Transition to ACTIVE for port object 37141a04-1bf1-406f-a554-86a3ffb0078a will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:25:58.410529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:58.415193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:58.495036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Attempting to bind port 37141a04-1bf1-406f-a554-86a3ffb0078a on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:25:58.495467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Attempting to bind port 37141a04-1bf1-406f-a554-86a3ffb0078a by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:25:58.495868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Attempting to bind port 37141a04-1bf1-406f-a554-86a3ffb0078a on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:25:58.504345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede331-a4c2-47da-a25a-810d8a95a901 None None] Pushing event updated for resources: {'Port': ['ID=37141a04-1bf1-406f-a554-86a3ffb0078a,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:58.506834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:25:58.507263 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:25:58.507691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:58.508107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:25:58.508607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Bound port: 37141a04-1bf1-406f-a554-86a3ffb0078a, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:25:58.509005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:58.533317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-89ede331-a4c2-47da-a25a-810d8a95a901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:58.585069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] For port 37141a04-1bf1-406f-a554-86a3ffb0078a, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:25:58.588300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] For port 37141a04-1bf1-406f-a554-86a3ffb0078a, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=37141a04-1bf1-406f-a554-86a3ffb0078a,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:25:58.591909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:25:58.596390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-89ede331-a4c2-47da-a25a-810d8a95a901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:25:58.675591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Routers {'c2f411dd-720b-4c70-bc8b-26299728928a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:25:58.676241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:25:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['c2f411dd-720b-4c70-bc8b-26299728928a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:58.807575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede331-a4c2-47da-a25a-810d8a95a901 None None] Pushing event updated for resources: {'Port': ['ID=37141a04-1bf1-406f-a554-86a3ffb0078a,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:25:58.811295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-89ede331-a4c2-47da-a25a-810d8a95a901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:25:58.869126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] Set router c2f411dd-720b-4c70-bc8b-26299728928a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:25:59.209874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '37141a04-1bf1-406f-a554-86a3ffb0078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:36Z', 'updated_at': '2021-04-21T13:25:56Z', 'revision_number': 4, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'gw_port': {'id': '37141a04-1bf1-406f-a554-86a3ffb0078a', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:55Z', 'updated_at': '2021-04-21T13:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '43456289-65c7-4776-9fca-ba88b413dd54', 'name': '', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'mac_address': 'fa:16:3e:51:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:46Z', 'updated_at': '2021-04-21T13:25:55Z', 'revision_number': 5, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'subnets': [{'id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:25:59.214044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71aa78-6bc6-4aea-9570-84637586f0ef None None] The sync data for ids ['c2f411dd-720b-4c70-bc8b-26299728928a'] in dv-cinder-787195-3-smb is: [{'id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'name': 'router1', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '37141a04-1bf1-406f-a554-86a3ffb0078a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:25:36Z', 'updated_at': '2021-04-21T13:25:56Z', 'revision_number': 4, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'gw_port': {'id': '37141a04-1bf1-406f-a554-86a3ffb0078a', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:55Z', 'updated_at': '2021-04-21T13:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '43456289-65c7-4776-9fca-ba88b413dd54', 'name': '', 'network_id': '5c695d6e-a8bc-4a74-9293-8f23de7cf136', 'tenant_id': '085aa579e2dc4481b6a4c284f8db59e2', 'mac_address': 'fa:16:3e:51:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f411dd-720b-4c70-bc8b-26299728928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:25:46Z', 'updated_at': '2021-04-21T13:25:55Z', 'revision_number': 5, 'project_id': '085aa579e2dc4481b6a4c284f8db59e2', 'subnets': [{'id': 'c3ec5b75-0e58-4d35-85f9-d6cf39d40f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07f127f0-f10c-4bdc-af21-43bd9f5a13b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:25:59.984202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 44434) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:26:00.109885 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7c371741-1e3f-473b-b5cc-8987d8b2f672 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1244783 Apr 21 13:26:00.999575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 37141a04-1bf1-406f-a554-86a3ffb0078a up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:26:01.066789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 37141a04-1bf1-406f-a554-86a3ffb0078a completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:26:01.071992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 37141a04-1bf1-406f-a554-86a3ffb0078a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:26:01.072276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:01.210725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:01.227428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 37141a04-1bf1-406f-a554-86a3ffb0078a, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=37141a04-1bf1-406f-a554-86a3ffb0078a,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:26:01.230352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:01.232486 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:26:01.305086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=37141a04-1bf1-406f-a554-86a3ffb0078a,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:26:01.312609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:26:03.035430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 37141a04-1bf1-406f-a554-86a3ffb0078a up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:26:03.174073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 37141a04-1bf1-406f-a554-86a3ffb0078a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:26:03.174405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:09.367574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8cd99ea-be75-46e6-9ce5-1ea0fd447874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:11.660235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b10b9fcb-a801-4f18-9998-9c352d9b39e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:12.031838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:12.984552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:13.474361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:22.402623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:26:39.361396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4c80-f45e-43dc-be0e-47e37b745f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:41.668179 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4932b1c0-9494-4aa4-a9f5-95d9d3268cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:42.036456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:43.002157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:43.482664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:26:59.402574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:27:09.362578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d107-b012-4c23-bf53-5e95672dce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:11.659190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd595beb-8df8-4bb8-a1da-965de0966d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:12.038435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:12.984383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:13.482534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:36.401533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:27:39.364108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9fe14f4c-5b6b-4464-b583-17a0e5cd72c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:41.660031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-97bfcc8b-4e56-4d47-a8e2-0917a852bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:42.043118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:42.985618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:43.489821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:43.727595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45004) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:27:43.801158 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.pecan_wsgi.hooks.translation [None req-76211291-037d-4095-b84c-e83291828e40 admin admin] GET failed (client error): The resource could not be found. Apr 21 13:27:43.802501 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-76211291-037d-4095-b84c-e83291828e40 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739422 Apr 21 13:27:43.941367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa978b91-8d41-4ba0-b19f-e7fd0451262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:43.942943 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-aa978b91-8d41-4ba0-b19f-e7fd0451262d admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1362360 Apr 21 13:27:46.401190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45014) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:27:46.514774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2044d-d543-49dd-91ad-75e4c351cf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:46.515421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-eeb2044d-d543-49dd-91ad-75e4c351cf60 admin admin] Synchronizing usage tracker for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:subnet {{(pid=86399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:27:46.531071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-eeb2044d-d543-49dd-91ad-75e4c351cf60 admin admin] Unset dirty status for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:subnet {{(pid=86399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:27:46.532301 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-eeb2044d-d543-49dd-91ad-75e4c351cf60 admin admin] 10.222.0.36 "GET /v2.0/subnets/c3ec5b75-0e58-4d35-85f9-d6cf39d40f19 HTTP/1.1" status: 200 len: 849 time: 0.1301138 Apr 21 13:27:46.542694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:27:46.664436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:46.963738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750347716825'] for subnet, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:46.968291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:27:47.007167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:47.007847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:47.015270 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] 10.222.0.36 "PUT /v2.0/subnets/c3ec5b75-0e58-4d35-85f9-d6cf39d40f19 HTTP/1.1" status: 200 len: 868 time: 0.4704857 Apr 21 13:27:47.015529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216e611-3ff7-4c44-8a1e-a5d2219ac333 None None] Network 5c695d6e-a8bc-4a74-9293-8f23de7cf136 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:27:47.036305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ec5b75-0e58-4d35-85f9-d6cf39d40f19,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:27:47.044507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.044880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.045244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.045608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.045964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.046320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.046672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.047022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.047422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.047777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.048126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.048473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:27:47.052212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:27:47.497499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-582ca29e-90a0-4986-8ee0-43ef80ec2bac None None] Provisioning complete for port 43456289-65c7-4776-9fca-ba88b413dd54 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:27:47.498039 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-582ca29e-90a0-4986-8ee0-43ef80ec2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:47.630493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-582ca29e-90a0-4986-8ee0-43ef80ec2bac None None] Provisioning complete for port 9baecd34-2313-4d29-a517-d4a1c15c748c triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:27:47.630804 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-582ca29e-90a0-4986-8ee0-43ef80ec2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:27:49.504054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45024) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:27:49.869477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a184d0-a868-453b-ac76-ebd3d66bf785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:49.869924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a184d0-a868-453b-ac76-ebd3d66bf785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:49.872089 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a2a184d0-a868-453b-ac76-ebd3d66bf785 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3669784 Apr 21 13:27:52.337069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45034) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:27:52.520214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d1a6-e52d-4ea7-af8a-bd68a8b8c243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:52.520660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4d1a6-e52d-4ea7-af8a-bd68a8b8c243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:52.522267 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-62d4d1a6-e52d-4ea7-af8a-bd68a8b8c243 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1841671 Apr 21 13:27:55.000070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45044) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:27:55.184860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee060b-d8af-43bb-91df-e320ac872ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:55.186300 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b1ee060b-d8af-43bb-91df-e320ac872ce9 admin admin] 10.222.0.36 "GET /v2.0/networks/5c695d6e-a8bc-4a74-9293-8f23de7cf136 HTTP/1.1" status: 200 len: 869 time: 0.1852098 Apr 21 13:27:57.698596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45054) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:27:57.877855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f778aad-4c8b-474c-a1c9-94156de61f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:27:57.879187 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2f778aad-4c8b-474c-a1c9-94156de61f3c admin admin] 10.222.0.36 "GET /v2.0/networks/5e3b4ea4-798b-463b-b833-303eafd72f93 HTTP/1.1" status: 200 len: 886 time: 0.1795223 Apr 21 13:28:00.360479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45064) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:00.477747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b0202-29e6-4733-aa1a-c4e0ff7f7314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:00.478182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b0202-29e6-4733-aa1a-c4e0ff7f7314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:00.479804 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5a5b0202-29e6-4733-aa1a-c4e0ff7f7314 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183066 Apr 21 13:28:02.936790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45074) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:03.050631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28105c-1b20-4e82-b73f-24a494ab6ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:03.051136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28105c-1b20-4e82-b73f-24a494ab6ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:03.052780 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ba28105c-1b20-4e82-b73f-24a494ab6ff8 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1149616 Apr 21 13:28:05.511282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45084) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:05.626190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c0f4b-b54f-42a7-bc45-740fe9f801d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:05.627896 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-787c0f4b-b54f-42a7-bc45-740fe9f801d4 admin admin] 10.222.0.36 "GET /v2.0/subnets/c3ec5b75-0e58-4d35-85f9-d6cf39d40f19 HTTP/1.1" status: 200 len: 868 time: 0.1155763 Apr 21 13:28:08.112595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45094) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:08.228572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76c1be-9835-4bb4-9085-d03fd322d6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:08.230473 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bd76c1be-9835-4bb4-9085-d03fd322d6db admin admin] 10.222.0.36 "GET /v2.0/subnets/d7cb803a-96c4-4699-b990-8e63f333b208 HTTP/1.1" status: 200 len: 816 time: 0.1167927 Apr 21 13:28:09.366030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-19649189-a4d4-4466-bda4-4edb9f59038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:11.661774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0829c75d-d135-49fc-abb5-32e96f570fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:12.045243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:12.987924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:13.400721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:28:13.491616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:34.357893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45138) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:34.409352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [None req-260859b1-e68d-4767-a7c6-097148296e0c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:28:34.410406 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-260859b1-e68d-4767-a7c6-097148296e0c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514989 Apr 21 13:28:36.968788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45148) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:37.042762 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.pecan_wsgi.hooks.translation [None req-0851ba3b-fe7c-4248-9a2b-11ef895a2dc3 admin admin] GET failed (client error): The resource could not be found. Apr 21 13:28:37.044153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0851ba3b-fe7c-4248-9a2b-11ef895a2dc3 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0743566 Apr 21 13:28:37.179522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fadc174-ea8f-4ddb-bdaf-8563a3f19f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:37.181087 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9fadc174-ea8f-4ddb-bdaf-8563a3f19f04 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1326814 Apr 21 13:28:39.367569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f480-d5cb-4af8-b03f-85117b493250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:39.698663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45158) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:39.749214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:28:39.754306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:28:39.764195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:28:39.773076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Made reservation on behalf of 0c1b708e8b184a3d82d1dea19d374e45 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:28:39.777647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:39.870015 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.services.revisions.revision_plugin [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Could not find related network for resource to bump revision. Apr 21 13:28:39.880953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:28:39.889739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:39.890116 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Added segment a8f57d08-1d03-47d4-a42e-c9cb17a4eac8 of type vlan for network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 Apr 21 13:28:39.914780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:39.943096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:39.944440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:39.945063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:39.949808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:28:40.051481 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3515694 Apr 21 13:28:40.052207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Pushing event updated for resources: {'Network': ['ID=d967d6f2-d9e6-445e-a9c2-18bd6e2057c8,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:28:40.064835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:28:40.189276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:28:41.664099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f06e4a5c-30f9-4707-a236-825f69fadd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:42.048131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:42.567228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45168) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:28:42.642143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e3c02a-4541-4352-977e-3e0ea347f3e6 admin admin] GET failed (client error): The resource could not be found. Apr 21 13:28:42.642710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-25e3c02a-4541-4352-977e-3e0ea347f3e6 admin admin] Synchronizing usage tracker for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:network {{(pid=86399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:28:42.656837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-25e3c02a-4541-4352-977e-3e0ea347f3e6 admin admin] Unset dirty status for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:network {{(pid=86399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:28:42.658010 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-25e3c02a-4541-4352-977e-3e0ea347f3e6 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0897188 Apr 21 13:28:42.771930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f98281-b0c6-497a-82cc-a3bcdc6e20f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:42.773370 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d9f98281-b0c6-497a-82cc-a3bcdc6e20f6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1110890 Apr 21 13:28:42.783895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Request body: {'subnet': {'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:28:42.788366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:28:42.798640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:28:42.807662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Made reservation on behalf of 0c1b708e8b184a3d82d1dea19d374e45 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:28:42.812137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:42.989324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:43.200505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:43.205211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-efd8da7c-cc57-466f-91fd-4526f5092162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:28:43.280980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb86961-7bbf-42a3-8f79-c9a85cba2512,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:28:43.283797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:28:43.289856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Checking segment: {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:28:43.290279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Network hostable DHCP agents. Network: d967d6f2-d9e6-445e-a9c2-18bd6e2057c8, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:28:43.308300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:28:43.315877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, d967d6f2-d9e6-445e-a9c2-18bd6e2057c8) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:28:43.319663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:28:43.320290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:43.324962 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e769bd1-c976-40c0-b354-09306bd6f53e None None] Network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:28:43.344488 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5639253 Apr 21 13:28:43.516506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:43.571801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-d967d6f2-d9e6-445e-a9c2-18bd6e2057c8', 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8', 'tenant_id': '0c1b708e8b184a3d82d1dea19d374e45', 'fixed_ips': [{'subnet_id': 'bbb86961-7bbf-42a3-8f79-c9a85cba2512'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:28:43.572738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:43.741939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Allocated IP 192.168.233.2 (d967d6f2-d9e6-445e-a9c2-18bd6e2057c8/bbb86961-7bbf-42a3-8f79-c9a85cba2512/499653d5-6e78-4d6b-9ccf-3f5272dcd0c3) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:28:43.962226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:43.973308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Transition to ACTIVE for port object 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:28:43.992781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Transition to ACTIVE for port object 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:28:43.998437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:44.004519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:28:44.068006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:28:44.071528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:28:44.080623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:28:44.082733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Pushing event updated for resources: {'Port': ['ID=499653d5-6e78-4d6b-9ccf-3f5272dcd0c3,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:28:44.093428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.093755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.094134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.094501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.094865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.095231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.095618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.095976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.096342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.096700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.097060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.097421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:28:44.132350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:28:44.194022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Attempting to bind port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:28:44.194434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Attempting to bind port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:28:44.194843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Attempting to bind port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 on network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:28:44.200576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:28:44.200991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Checking segment: {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:28:44.201432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:44.201904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Bound using segment: {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:28:44.202416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Bound port: 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:28:44.202821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:44.297848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] For port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:28:44.301492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] For port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=499653d5-6e78-4d6b-9ccf-3f5272dcd0c3,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:28:44.304057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:44.309088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:28:44.387751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Pushing event updated for resources: {'Port': ['ID=499653d5-6e78-4d6b-9ccf-3f5272dcd0c3,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:28:44.391137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:28:45.109796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:28:45.186963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:28:45.644787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea8656-f37c-4d5b-8be9-3d5709caf954 None None] Network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:28:45.741858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Provisioning for port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:28:45.761227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Provisioning complete for port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:28:45.761634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:46.003437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:46.047520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] For port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=499653d5-6e78-4d6b-9ccf-3f5272dcd0c3,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:28:46.050718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:46.052874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:28:46.126464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Pushing event updated for resources: {'Port': ['ID=499653d5-6e78-4d6b-9ccf-3f5272dcd0c3,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:28:46.138685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:28:46.272359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-dc7bfe65-6d68-4cdb-b5c4-c0fbd87e4c9a None None] Provisioning complete for port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:28:46.272699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dc7bfe65-6d68-4cdb-b5c4-c0fbd87e4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:47.088486 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:28:47.165022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 499653d5-6e78-4d6b-9ccf-3f5272dcd0c3 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:28:47.166105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:28:50.403066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:29:09.372065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c703b17e-d35c-419d-a2cc-539cdb70afcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:11.664886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b07ea202-ce62-4311-bb45-6233e694bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:12.051592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:12.990492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:13.500064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:27.401378 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:29:39.373442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-716d70c9-d20b-414c-bf11-a69634a519d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:41.666372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-648c5289-b89a-4f03-af21-4af4429a4602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:42.056234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:42.991482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:43.504362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.052190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45210) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:29:56.059306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [None req-d339e4e4-1ce7-47cc-b811-acaf42dc7dac tempest-verify_tempest_config-1061221165 tempest-verify_tempest_config-1061221165-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:29:56.060344 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d339e4e4-1ce7-47cc-b811-acaf42dc7dac tempest-verify_tempest_config-1061221165 tempest-verify_tempest_config-1061221165-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070839 Apr 21 13:29:56.372474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45228) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:29:56.493005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.508149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:29:56.512161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Usage tracker for resource:security_group_rule and tenant:eb587f1f6b434b278d7f69314c0176b8 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:29:56.515015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:29:56.521459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:29:56.605837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.608208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.616936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:29:56.656827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Synchronizing usage tracker for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:security_group {{(pid=86399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:29:56.660245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52b26b-0e64-4063-b9a7-da5704def83f,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:29:56.671098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.671497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.671872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.672231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.672588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.672947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.673301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.673652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.674017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.674376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.674717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.675063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:29:56.678975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:29:56.688190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Unset dirty status for tenant:0c1b708e8b184a3d82d1dea19d374e45 on resource:security_group {{(pid=86399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:29:56.690664 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb587f1f6b434b278d7f69314c0176b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3171108 Apr 21 13:29:56.692602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45234) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:29:56.753031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.782316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.833477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.838918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:29:56.849432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52b26b-0e64-4063-b9a7-da5704def83f,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:29:56.854658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:29:56.856635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:29:56.857817 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad52b26b-0e64-4063-b9a7-da5704def83f HTTP/1.1" status: 204 len: 168 time: 0.1642029 Apr 21 13:30:04.400523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:30:09.385170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-08e42cd6-0150-450e-8297-e7bd45e382ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:11.667898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d3ec340-94bc-4544-b97c-9b1d2564b7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:12.057560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:12.993854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:13.506425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:39.378362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4e95b8d9-20dd-466e-840a-ffde8ac8a623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:41.400747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:30:41.671345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a6993b1a-e7a7-470b-bb04-beefa8666d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:42.060303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:42.996187 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:30:43.510244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:09.380852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b3452294-453b-4046-9006-5941ba3d6cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:11.673185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-677669a6-a57c-440b-b470-e8b27eb4efa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:12.065012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:13.000356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:13.515261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:18.400090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 5 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:31:39.383144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d10c2852-8582-48a8-9dfd-c4b96234c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:41.674619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f3e2e1b0-22b5-45d7-bf76-85d0096bb4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:42.067208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:42.718866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813'] for agent, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:43.013106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:43.517495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:31:47.147092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45294) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:31:47.363173 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-6fd2a7ca-f817-4b3a-a7a9-cbaa16d68510 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:31:47.363778 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-6fd2a7ca-f817-4b3a-a7a9-cbaa16d68510 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:31:47.671600 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.policy [None req-6fd2a7ca-f817-4b3a-a7a9-cbaa16d68510 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86398) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 13:31:47.726893 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-6fd2a7ca-f817-4b3a-a7a9-cbaa16d68510 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:31:47.727372 dv-cinder-787195-3-smb neutron-server[86287]: WARNING oslo_policy.policy [None req-6fd2a7ca-f817-4b3a-a7a9-cbaa16d68510 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 13:31:47.765981 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6fd2a7ca-f817-4b3a-a7a9-cbaa16d68510 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.6167712 Apr 21 13:31:50.307765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45310) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:31:50.370754 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-73618ebb-e799-4376-b609-0eb18c654589 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0618367 Apr 21 13:31:55.399487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:32:09.393686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-054286f0-c878-49d4-bfc0-4a1331f459bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:11.681909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2a77dbd5-2b7a-48b2-8e76-cf6a05782855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:12.070262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:12.634798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:13.006780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:13.520290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:32.399735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:32:39.385234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7970e7dd-9649-49be-855e-ff300db545fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:41.677362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25976687-9ffd-446b-af87-cc345e20ab46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:42.072682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:42.645993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:43.010070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:32:43.523632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:09.386481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bd4100d6-2800-4008-9f75-933c55a3001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:09.401160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:33:11.689165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c9799717-d2bf-4dea-89ca-6be0aa804035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:12.075480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:12.645722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:13.013580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:13.531214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:38.005196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45458) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:38.504481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1301910325-network', 'tenant_id': '36862a3f484e45059bcc6160f1cb0d5e'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:38.508647 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.quota [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Loaded quota_driver: . Apr 21 13:33:38.517493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:38.524026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Usage tracker for resource:network and tenant:36862a3f484e45059bcc6160f1cb0d5e is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:38.528618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:38.545151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:38.552422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Made reservation on behalf of 36862a3f484e45059bcc6160f1cb0d5e for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:38.560684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:38.582197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:38.770020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:38.774781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Usage tracker for resource:security_group_rule and tenant:36862a3f484e45059bcc6160f1cb0d5e is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:38.779165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:38.795307 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:38.915043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:38.920490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:38.927550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:38.955887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:33:38.982067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf653dd6-ba87-4c5c-a53a-14e3326c0f01,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:38.984920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286507143830', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:38.985584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Unsubscribe: segment precommit_create {{(pid=86398) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 13:33:38.986060 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Added segment b265a1ed-c71b-4212-8b8a-e7dc9bcfa295 of type vlan for network 05786d67-3393-4661-9493-d43c99db3f50 Apr 21 13:33:39.092457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.093005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.093170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.093645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.094057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.094640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.094991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.095345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.095867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.096363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.096857 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.097455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Tracked resource versions report: Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: HyperV agent@hv-cinder-78719: {}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:33:39.098673 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:33:39.140666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:39.184343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:39.185942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:39.202413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:39.203380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:39.227463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:39.318210 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3112705 Apr 21 13:33:39.322764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45524) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:39.329664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Request body: {'subnet': {'network_id': '05786d67-3393-4661-9493-d43c99db3f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1301910325-subnet', 'tenant_id': '36862a3f484e45059bcc6160f1cb0d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:39.335767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:39.342365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Usage tracker for resource:subnet and tenant:36862a3f484e45059bcc6160f1cb0d5e is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:39.347505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:39.348659 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Pushing event updated for resources: {'Network': ['ID=05786d67-3393-4661-9493-d43c99db3f50,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:39.352648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:39.362112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 05786d67-3393-4661-9493-d43c99db3f50 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:33:39.362507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:39.379050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Made reservation on behalf of 36862a3f484e45059bcc6160f1cb0d5e for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:39.384758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:39.532832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9c7551d9-f78d-4d1e-a274-aca2945a27bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:39.874588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:39.879917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f0c8c935-45d1-4a87-b40a-b36516be2779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:39.912588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45546) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:39.949571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adac02a1-9e99-467e-830c-7051f59da758,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:39.963870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.964462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.965072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.965753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.966236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.966825 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.967419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.967988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.968566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.969148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.969716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.970250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Tracked resource versions report: Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: HyperV agent@hv-cinder-78719: {}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:33:39.972132 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:33:39.992509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:40.025352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Checking segment: {'id': 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '05786d67-3393-4661-9493-d43c99db3f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:40.026160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Network hostable DHCP agents. Network: 05786d67-3393-4661-9493-d43c99db3f50, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:33:40.048415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Network 05786d67-3393-4661-9493-d43c99db3f50 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:33:40.059485 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 05786d67-3393-4661-9493-d43c99db3f50) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:40.065738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:40.066744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.075448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723adf4-8ed4-476a-b0fb-68474fc88782 None None] Network 05786d67-3393-4661-9493-d43c99db3f50 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:40.102402 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7791984 Apr 21 13:33:40.410887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45564) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:40.422960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f053460-cb23-4b56-b4f4-8696703086cb None None] Network 05786d67-3393-4661-9493-d43c99db3f50 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:40.474537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45572) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:40.585085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1404887148-network', 'tenant_id': 'b848a35afdb14486929d59599d526941'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:40.598404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:40.617213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Usage tracker for resource:network and tenant:b848a35afdb14486929d59599d526941 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:40.626835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:40.655331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:40.691145 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Made reservation on behalf of b848a35afdb14486929d59599d526941 for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:40.704210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.735168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.763630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:40.768150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Usage tracker for resource:security_group_rule and tenant:b848a35afdb14486929d59599d526941 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:40.772035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:40.779164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:40.885705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.889631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.894697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:40.923706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:33:40.937797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2198b-ae74-46bc-bf68-ddfb65ae12a2,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:40.942126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:40.943120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.943532 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Added segment 4b52eb0d-78aa-4003-be2f-da3c9b0fddaf of type vlan for network e94eec30-68a5-4b6e-85e3-087142ee3fce Apr 21 13:33:40.972704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:40.980088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-383818562-network', 'tenant_id': '41a96885548b4548b2154db45ab603a4'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:40.985852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:40.995823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-network', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:41.002171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Usage tracker for resource:network and tenant:41a96885548b4548b2154db45ab603a4 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:41.007959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:41.027830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:41.031751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:41.040617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Usage tracker for resource:network and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:41.045189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:41.051958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.052998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:41.055091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Made reservation on behalf of 41a96885548b4548b2154db45ab603a4 for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:41.060694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.078591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:41.078591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.085512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:41.105171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.129580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Made reservation on behalf of 2984be7efab9499ebb3eedc82d8c691b for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:41.134182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.210299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:41.212983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.242719 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3261590 Apr 21 13:33:41.242719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Usage tracker for resource:security_group_rule and tenant:41a96885548b4548b2154db45ab603a4 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:41.243987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45602) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:41.249354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:41.253302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Request body: {'subnet': {'network_id': 'e94eec30-68a5-4b6e-85e3-087142ee3fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1404887148-subnet', 'tenant_id': 'b848a35afdb14486929d59599d526941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:41.262968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:41.265183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:41.265328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:41.272153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:41.278224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Usage tracker for resource:subnet and tenant:b848a35afdb14486929d59599d526941 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:41.278835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:41.281663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Pushing event updated for resources: {'Network': ['ID=e94eec30-68a5-4b6e-85e3-087142ee3fce,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:41.282403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:41.293937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network e94eec30-68a5-4b6e-85e3-087142ee3fce details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:33:41.301561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:41.304986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:41.307354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:41.323950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Made reservation on behalf of b848a35afdb14486929d59599d526941 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:41.328669 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.613882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.629056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.633757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.659068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:41.672530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.694131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf68841f-f2d4-45d1-a913-0ade047479e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.714506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:33:41.756024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:33:41.774768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.777627 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Added segment 8fbf9222-10ac-4a2c-8456-642aadf5d880 of type vlan for network c3c161b3-5a91-413b-95a6-1547688d1564 Apr 21 13:33:41.810781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.891972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.892361 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Added segment 68a15894-ca42-4a5f-867f-a20ea8daca94 of type vlan for network 45fa222e-ede8-4be8-8669-8620990816e9 Apr 21 13:33:41.906650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.911746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c11e112d-fb7e-457d-96b3-00f696069ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:41.924154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.939559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:41.940316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:41.944823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c158d5dd-2806-459e-a6c4-a80e232751db,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:41.973339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:41.973765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:42.048228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6bf012-6391-4d02-9c5b-7453aeb85462,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:42.052795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de624c1-515b-4b4a-ad9b-6e899c3afe9e,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:42.066388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:42.072437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:42.075356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Checking segment: {'id': '4b52eb0d-78aa-4003-be2f-da3c9b0fddaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e94eec30-68a5-4b6e-85e3-087142ee3fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:42.075946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Network hostable DHCP agents. Network: e94eec30-68a5-4b6e-85e3-087142ee3fce, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:33:42.081905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:42.086105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.098052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Network e94eec30-68a5-4b6e-85e3-087142ee3fce is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:33:42.109697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, e94eec30-68a5-4b6e-85e3-087142ee3fce) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:42.114965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:42.116820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.119505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f55c71-48a7-41cc-a29d-cb40e5b2c4b7 None None] Network e94eec30-68a5-4b6e-85e3-087142ee3fce requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:42.142187 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8953071 Apr 21 13:33:42.312993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.332511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Pushing event updated for resources: {'Network': ['ID=c3c161b3-5a91-413b-95a6-1547688d1564,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:42.336180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:42.345642 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9308932 Apr 21 13:33:42.345749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45656) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:42.351986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Request body: {'subnet': {'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-subnet', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:42.365502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:42.372255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Usage tracker for resource:subnet and tenant:41a96885548b4548b2154db45ab603a4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:42.375299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network c3c161b3-5a91-413b-95a6-1547688d1564 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:33:42.382540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:42.396642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:42.399766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.401158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:42.401798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.418507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Made reservation on behalf of 41a96885548b4548b2154db45ab603a4 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:42.423552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.432383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-53fd1d56-cc54-43bf-af46-9f2f5d7e3d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:42.460766 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9849241 Apr 21 13:33:42.485930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45662) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:42.564083 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45674) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:42.568326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Request body: {'subnet': {'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-subnet', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:42.592630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:42.595220 dv-cinder-787195-3-smb neutron-server[86287]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 13:33:42.624652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Usage tracker for resource:subnet and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:42.630500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:42.694268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:42.718313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Pushing event updated for resources: {'Network': ['ID=45fa222e-ede8-4be8-8669-8620990816e9,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:42.725274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:42.739367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Made reservation on behalf of 2984be7efab9499ebb3eedc82d8c691b for: {'subnet': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:42.744404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:42.857418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 45fa222e-ede8-4be8-8669-8620990816e9 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:33:42.900981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-172e3408-bedf-48bd-8728-e1333e99f702 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:42.901772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e63e9f9a-771b-4740-936c-424cb887e23c req-172e3408-bedf-48bd-8728-e1333e99f702 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Synchronizing usage tracker for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:network {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:33:42.958010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e63e9f9a-771b-4740-936c-424cb887e23c req-172e3408-bedf-48bd-8728-e1333e99f702 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Unset dirty status for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:network {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:33:42.977037 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-172e3408-bedf-48bd-8728-e1333e99f702 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/networks?id=05786d67-3393-4661-9493-d43c99db3f50 HTTP/1.1" status: 200 len: 812 time: 0.3922212 Apr 21 13:33:43.023876 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-9ad5301e-e774-4393-941b-b85aaa83a4b6 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/quotas/36862a3f484e45059bcc6160f1cb0d5e HTTP/1.1" status: 200 len: 375 time: 0.0456145 Apr 21 13:33:43.039108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ac4f0-6cba-4b15-aef5-ad502db06bc8 None None] Network e94eec30-68a5-4b6e-85e3-087142ee3fce requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:43.145602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.170790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.289328 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-1031c5b1-1ce0-4166-8c1d-2faf77936414 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2598801 Apr 21 13:33:43.531802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45728) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:43.554421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-736874648-network', 'tenant_id': '69945644460f4a05ace2453d49e71040'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:43.591978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:43.593013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.608680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Usage tracker for resource:network and tenant:69945644460f4a05ace2453d49e71040 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:43.623186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:43.632639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:43.648313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.655737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9974d528-58b4-4557-99a8-c79a5eb194c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:43.664229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Made reservation on behalf of 69945644460f4a05ace2453d49e71040 for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:43.669667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.686931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-a27a838c-36e7-4183-b9be-964a9594b845 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:33:43.688336 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-a27a838c-36e7-4183-b9be-964a9594b845 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1807306 Apr 21 13:33:43.700783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.760364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Checking segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:43.760641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Network hostable DHCP agents. Network: c3c161b3-5a91-413b-95a6-1547688d1564, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:33:43.767153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14617147-b836-41c5-84e2-5500e6fd10b3,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:43.769921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:43.785946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Network c3c161b3-5a91-413b-95a6-1547688d1564 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:33:43.795117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, c3c161b3-5a91-413b-95a6-1547688d1564) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:43.799347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:43.799986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.817471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c13fe-ae05-4a49-a9aa-727cda734ead None None] Network c3c161b3-5a91-413b-95a6-1547688d1564 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:43.827496 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-20d6f6d8-51ab-41af-8e8c-79f3fe8ba436 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4774733 Apr 21 13:33:43.828005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45740) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:43.834895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:43.841428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:43.846739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Usage tracker for resource:router and tenant:41a96885548b4548b2154db45ab603a4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:43.851407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:43.860024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:43.873413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.874545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:43.884392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45744) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:43.906561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.112670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:44.118342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Usage tracker for resource:security_group_rule and tenant:69945644460f4a05ace2453d49e71040 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:44.119757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d0d5a-a21f-4178-94fd-977ffacace7f None None] Network c3c161b3-5a91-413b-95a6-1547688d1564 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:44.122645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:44.128650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:44.217530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.221063 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-b97d3f2d-ff72-4e0d-b1c9-addc7a102361 service neutron] 10.222.0.36 "GET /v2.0/networks/05786d67-3393-4661-9493-d43c99db3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214763 Apr 21 13:33:44.224367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.234435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:44.289567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25ce4b0-f230-4994-8e11-14eab4805902,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:44.295316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.320115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.322716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:44.358231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:44.414344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:33:44.415949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cb474c571d5547b4a63c1f090d8cea55 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:44.422661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:44.431502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:44.447898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.448372 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Added segment ca3e2a6b-590a-404d-991f-c1cf210f2f09 of type vlan for network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 Apr 21 13:33:44.534346 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-447d0803-0975-44fd-b938-5e55e407238f service neutron] 10.222.0.36 "GET /v2.0/networks/05786d67-3393-4661-9493-d43c99db3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020344 Apr 21 13:33:44.557911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.589566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.591941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.597638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:44.664606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:44.665262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.700653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2257222-4066-4a97-9d1f-1a1ce2d26b9c,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:44.704672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:44.708018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:44.772709 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.780824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.792785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c88ef1d7-104a-420b-9bdf-dd5b00c03fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:44.841181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:44.874735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Pushing event updated for resources: {'Network': ['ID=3a50e1b0-b15f-4b8f-ace7-2b9c6929d989,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:44.891396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:44.897291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:33:44.909302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45784) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:44.919116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19655d-1a2c-4661-bdf7-5079c4142952,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:44.924364 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb474c571d5547b4a63c1f090d8cea55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0368457 Apr 21 13:33:44.929863 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:44.930824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45788) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:44.932265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.019839 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4858632 Apr 21 13:33:45.021128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45796) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:45.042373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Request body: {'subnet': {'network_id': '3a50e1b0-b15f-4b8f-ace7-2b9c6929d989', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-736874648-subnet', 'tenant_id': '69945644460f4a05ace2453d49e71040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:45.046101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Checking segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:45.046677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Network hostable DHCP agents. Network: 45fa222e-ede8-4be8-8669-8620990816e9, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:33:45.054233 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-aa7050b9-9c28-4b9e-9855-febe119e2aff req-1478a3bc-fc1a-4d8f-aaa7-326c16ac6863 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.1393828 Apr 21 13:33:45.058925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:45.073523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Usage tracker for resource:subnet and tenant:69945644460f4a05ace2453d49e71040 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:45.087182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:45.098144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Network 45fa222e-ede8-4be8-8669-8620990816e9 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:33:45.103816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:45.115754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 45fa222e-ede8-4be8-8669-8620990816e9) {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:45.126706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933ad7c-a045-4ebb-a956-8265218cff8b None None] Network 45fa222e-ede8-4be8-8669-8620990816e9 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:45.140355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Allocated IP 172.28.2.6 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/73b680ce-e961-4aee-8884-3cf78e8a81d0) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:33:45.149063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:45.149918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.206108 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7160113 Apr 21 13:33:45.208098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 45808) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:45.209122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Made reservation on behalf of 69945644460f4a05ace2453d49e71040 for: {'subnet': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:45.232068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.265999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:45.325616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:45.347096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Usage tracker for resource:router and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:45.352834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:45.365886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:45.391416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.392738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.441671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.595230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.635152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.678878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.702694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.712259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:45.804807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:33:45.808491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:45.815941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:33:45.847513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-45fa222e-ede8-4be8-8669-8620990816e9', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:33:45.848437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:45.910008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=73b680ce-e961-4aee-8884-3cf78e8a81d0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:45.930705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:45.995417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.013288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:46.063376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19655d-1a2c-4661-bdf7-5079c4142952,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:46.069243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:46.081626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Allocated IP 172.20.0.2 (45fa222e-ede8-4be8-8669-8620990816e9/f2257222-4066-4a97-9d1f-1a1ce2d26b9c/9d3a9f60-d2d5-4132-9dd4-04ba1796f595) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:33:46.101678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.103106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.107910 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f19655d-1a2c-4661-bdf7-5079c4142952 HTTP/1.1" status: 204 len: 168 time: 0.7189608 Apr 21 13:33:46.270605 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60c4d78d-7d70-4277-8b4b-1415d38ebebb req-4494c819-c91f-4067-8715-b6e2bf0efe7f tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.0944231 Apr 21 13:33:46.400683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:33:46.424838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.455983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.472655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.481036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Transition to ACTIVE for port object 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:33:46.481205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:46.519785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Transition to ACTIVE for port object 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:33:46.526551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.533472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-089f16dc-91d2-46ac-bb47-2f6601b85eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:46.549028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e72446-7cdb-4634-b1d0-e0b5079c8ab0,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:46.556777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:46.594758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Checking segment: {'id': 'ca3e2a6b-590a-404d-991f-c1cf210f2f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3a50e1b0-b15f-4b8f-ace7-2b9c6929d989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:46.595155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Network hostable DHCP agents. Network: 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:33:46.631530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Network 45fa222e-ede8-4be8-8669-8620990816e9 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:33:46.642274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:46.673643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:33:46.792908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Pushing event updated for resources: {'Port': ['ID=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:46.844906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.845516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.846025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.846405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.846784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.847161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.847565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.847938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.848308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.848673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.849025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.851857 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Tracked resource versions report: Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: HyperV agent@hv-cinder-78719: {}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:33:46.853116 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:33:46.858521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:46.870994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Attempting to bind port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:33:46.874129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Attempting to bind port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:33:46.878893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Attempting to bind port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 on network 45fa222e-ede8-4be8-8669-8620990816e9 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:33:46.892019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:33:46.892807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Checking segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:46.893529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:46.894179 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Bound using segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:33:46.895076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Bound port: 9d3a9f60-d2d5-4132-9dd4-04ba1796f595, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:33:46.908393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:47.158034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:33:47.174093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989) {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:47.177417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:47.178125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:47.236589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d32486-96ca-4e5c-9861-ea48dc749555 None None] Network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:47.249974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:47.295275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:47.299293 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-505cb119-4000-45bf-8e26-d081a1eacd63 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2629526 Apr 21 13:33:47.498799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] For port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:33:47.547412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] For port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:33:47.610413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Allocated IP 172.28.2.208 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/50713e51-d6f4-43ee-b5f0-40991a606eb7) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:33:47.612615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:47.648835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:47.666557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-89ede331-a4c2-47da-a25a-810d8a95a901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:47.719870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45922) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:47.790369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Pushing event updated for resources: {'Port': ['ID=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:47.846447 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cf9c7b56-776f-41a7-be6c-0f0327c64e1d req-5d169c99-58ec-45ef-ab4b-8cad10921f18 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.1158917 Apr 21 13:33:47.928453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:47.999664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Deleting subnet 8d6bf012-6391-4d02-9c5b-7453aeb85462 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:33:48.013985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:48.014313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec16e4-195d-4272-9528-d75e54dc4946 None None] Network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:48.035527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:48.118944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:48.151611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:48.179059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:48.189900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:48.318935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Router 28d112c6-62ed-4c5c-b459-e569b40cea95 is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:33:48.429104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:33:48.433279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:48.452657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:33:48.601897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.15', 63527) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:48.866320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 45982) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:48.868570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-ca86c1cd-63c2-4e0b-a0ac-033c3061c1e7 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:48.870418 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-ca86c1cd-63c2-4e0b-a0ac-033c3061c1e7 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.15 "GET /v2.0/networks?id=05786d67-3393-4661-9493-d43c99db3f50 HTTP/1.1" status: 200 len: 812 time: 0.2668681 Apr 21 13:33:48.890287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Pushing event updated for resources: {'Port': ['ID=50713e51-d6f4-43ee-b5f0-40991a606eb7,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:48.909781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:49.033503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Request body: {'port': {'device_id': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'network_id': '05786d67-3393-4661-9493-d43c99db3f50', 'admin_state_up': True, 'tenant_id': '36862a3f484e45059bcc6160f1cb0d5e'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:49.135646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:33:49.155350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Sync routers for ids ['28d112c6-62ed-4c5c-b459-e569b40cea95'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:33:49.179170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Routers {'28d112c6-62ed-4c5c-b459-e569b40cea95'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:33:49.182425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['28d112c6-62ed-4c5c-b459-e569b40cea95'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:49.240939 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e53a1a06-1178-4070-8ffc-0b9fa2078ba1 req-7f5e0e45-27bc-48b5-a3d9-2a8943b3130a tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.0909367 Apr 21 13:33:49.296852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:49.316740 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4849551 Apr 21 13:33:49.322380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46010) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:49.424555 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:33:49.630137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:33:49.676397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:49.678066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Set router 28d112c6-62ed-4c5c-b459-e569b40cea95 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:33:49.685152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Usage tracker for resource:port and tenant:36862a3f484e45059bcc6160f1cb0d5e is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:49.693298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:49.713847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:49.729685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:49.743878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Made reservation on behalf of 36862a3f484e45059bcc6160f1cb0d5e for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:33:49.751027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:49.784862 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:49.831538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5aafa755-4f79-49f1-b375-28b872b0f6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:49.868243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:49.884241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Usage tracker for resource:security_group_rule and tenant:2c280e5426804edbb4f128540ca55293 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:49.897060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:49.901580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:49.914288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:49.935223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6bf012-6391-4d02-9c5b-7453aeb85462,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:49.937991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753d131-048d-4b03-b83e-cb0e075d5445 None None] Network 45fa222e-ede8-4be8-8669-8620990816e9 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:33:49.961768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:49.976051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:49.977570 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d6bf012-6391-4d02-9c5b-7453aeb85462 HTTP/1.1" status: 204 len: 168 time: 2.2477801 Apr 21 13:33:49.995603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46032) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:50.078781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Provisioning for port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:33:50.094544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Provisioning complete for port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:33:50.094958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:50.435507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:33:46Z', 'revision_number': 3, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:50.461643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Checking router: 28d112c6-62ed-4c5c-b459-e569b40cea95 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:33:50.468677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Updating router 28d112c6-62ed-4c5c-b459-e569b40cea95 port 73b680ce-e961-4aee-8884-3cf78e8a81d0 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:33:50.703523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:50.931620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.042341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] For port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:33:51.055182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.083414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:51.191968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Pushing event updated for resources: {'Port': ['ID=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:51.204112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:51.206173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.358477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:33:51.596079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:33:51.596626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.614091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.732338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.767067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-034daf4a-bb60-45d1-aa37-ee4ed089b618 None None] Provisioning complete for port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:33:51.767662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-034daf4a-bb60-45d1-aa37-ee4ed089b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.772256 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Transition to ACTIVE for port object 73b680ce-e961-4aee-8884-3cf78e8a81d0 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:33:51.786385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.804685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-519c988e-31fe-4729-a4b2-3fbbdb58b3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:51.848519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:51.944250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Pushing event updated for resources: {'Port': ['ID=73b680ce-e961-4aee-8884-3cf78e8a81d0,revision_number=2']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:51.958652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.959510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.960356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.960914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.961541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.962091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.962851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.963584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.964149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.964929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.965777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.966336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Tracked resource versions report: Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: pushed versions: Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: { 'AddressGroup': {'1.2'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': {'1.0'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': {'1.0'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': {'1.1'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': {'1.7'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': {'1.2'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': {'1.8'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': {'1.4'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': {'1.2'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': {'1.0'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': {'1.1'}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': {'1.1'}} Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: consumer versions: Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: { DHCP agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: HyperV agent@hv-cinder-78719: {}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: L3 agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: Metadata agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: Metering agent@dv-cinder-787195-3-smb: {}, Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: Open vSwitch agent@dv-cinder-787195-3-smb: { 'AddressGroup': '1.2', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'ConntrackHelper': '1.0', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Log': '1.0', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Network': '1.1', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Port': '1.7', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'PortForwarding': '1.2', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'QosPolicy': '1.8', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroup': '1.4', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'SecurityGroupRule': '1.2', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'SubPort': '1.0', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Subnet': '1.1', Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: 'Trunk': '1.1'}} Apr 21 13:33:51.967619 dv-cinder-787195-3-smb neutron-server[86287]: {{(pid=86401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 13:33:51.973724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.974145 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.974978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.975398 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > port after_create 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.975761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > port after_delete 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.976122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > port after_update 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.976481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.976840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.977197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:51.977726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:52.000371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:52.046528 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-33cfd81f-f97b-426a-bcfd-b76f79645be0 req-67e74bd3-8b62-43db-8f1d-ea08111d988f tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.8519511 Apr 21 13:33:52.095044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Attempting to bind port 73b680ce-e961-4aee-8884-3cf78e8a81d0 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:33:52.095576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Attempting to bind port 73b680ce-e961-4aee-8884-3cf78e8a81d0 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:33:52.096030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Attempting to bind port 73b680ce-e961-4aee-8884-3cf78e8a81d0 on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:33:52.139211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:33:52.141621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:52.142255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.142906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:33:52.144639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Bound port: 73b680ce-e961-4aee-8884-3cf78e8a81d0, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:33:52.146106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.188765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Allocated IP 172.20.0.2 (05786d67-3393-4661-9493-d43c99db3f50/adac02a1-9e99-467e-830c-7051f59da758/2e8f60bd-48ce-468d-be38-bf052a84e1cb) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:33:52.255457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:52.255853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:52.256219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:52.256591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:33:52.256981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94eec30-68a5-4b6e-85e3-087142ee3fce']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:52.291499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b52eb0d-78aa-4003-be2f-da3c9b0fddaf') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:52.294361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b52eb0d-78aa-4003-be2f-da3c9b0fddaf') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:52.326538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.328041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] For port 73b680ce-e961-4aee-8884-3cf78e8a81d0, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:33:52.341940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] For port 73b680ce-e961-4aee-8884-3cf78e8a81d0, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=73b680ce-e961-4aee-8884-3cf78e8a81d0,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:33:52.347195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.367508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:52.368491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.376948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:33:52.440308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 46074) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:52.567224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Routers {'28d112c6-62ed-4c5c-b459-e569b40cea95'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:33:52.567951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['28d112c6-62ed-4c5c-b459-e569b40cea95'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:52.597768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:33:52.921512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.932304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Network e94eec30-68a5-4b6e-85e3-087142ee3fce has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:33:52.943691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.975941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:33:52.985447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:52.995377 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:33:53.016143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:33:53.025066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7a544838424d2980c98d01fe20c62f is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:33:53.029515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:33:53.036038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:33:53.041052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:33:53.041967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:53.048820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Notify callbacks [] for router, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:53.050150 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7963274 Apr 21 13:33:53.056344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 46096) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:53.184514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:53.242779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] Set router 28d112c6-62ed-4c5c-b459-e569b40cea95 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:33:53.374230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Network e94eec30-68a5-4b6e-85e3-087142ee3fce has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:33:53.447500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: from cryptography.utils import int_from_bytes Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: from cryptography.utils import int_from_bytes Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: (rel_b, rel_a, rel_b), Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: (rel_b, rel_a, rel_b), Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:33:53.596270 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:33:53.601311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:53.634097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:53.661881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Pushing event updated for resources: {'Port': ['ID=73b680ce-e961-4aee-8884-3cf78e8a81d0,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:53.670428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:53.690718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:33:46Z', 'revision_number': 3, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:53.698022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:33:53.698762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Pushing event deleted for resources: {'Network': ['ID=e94eec30-68a5-4b6e-85e3-087142ee3fce,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:53.706545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28a047-b2df-4364-acff-5e14fce19d0d None None] The sync data for ids ['28d112c6-62ed-4c5c-b459-e569b40cea95'] in dv-cinder-787195-3-smb is: [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:33:46Z', 'revision_number': 3, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:33:53.737763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:53.818301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Network 05786d67-3393-4661-9493-d43c99db3f50 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:33:53.834702 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:53.852983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:33:53.861856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:53.862780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:53.918061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:53.928136 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] 10.222.0.36 "DELETE /v2.0/networks/e94eec30-68a5-4b6e-85e3-087142ee3fce HTTP/1.1" status: 204 len: 168 time: 3.9296327 Apr 21 13:33:53.947399 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46114) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:53.962333 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Pushing event updated for resources: {'Port': ['ID=2e8f60bd-48ce-468d-be38-bf052a84e1cb,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:54.031712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:54.049151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.062647 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0344331 Apr 21 13:33:54.119728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.238172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:54.253796 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c280e5426804edbb4f128540ca55293&name=default HTTP/1.1" status: 200 len: 2975 time: 5.3872161 Apr 21 13:33:54.260823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46118) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:54.395448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Deleting subnet e2e72446-7cdb-4634-b1d0-e0b5079c8ab0 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:33:54.433281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.481401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.509779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.556688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d811b4-a86d-4e32-aca0-5e8f4921d4e5,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:54.560829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.628093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.706611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.728613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:33:49Z', 'revision_number': 3, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:54.752357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:33:54.753117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Updating router 360c6896-77f3-4202-a3f6-454d0cbc6b3a port 50713e51-d6f4-43ee-b5f0-40991a606eb7 binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:33:54.875989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:54.916593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.028163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.057138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:55.225605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-45a15e88-f787-4e34-9e0c-a3e2c62e0db2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:55.226508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-45a15e88-f787-4e34-9e0c-a3e2c62e0db2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Synchronizing usage tracker for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:33:55.294258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-20c306af-dbb4-4127-a970-bcee5489e5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:55.382880 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a7a544838424d2980c98d01fe20c62f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8251810 Apr 21 13:33:55.382880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da7659f-84be-4091-bcf8-ada536420646,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:55.400154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:55.403869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 46146) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:55.495134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-45a15e88-f787-4e34-9e0c-a3e2c62e0db2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Unset dirty status for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:33:55.496656 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-45a15e88-f787-4e34-9e0c-a3e2c62e0db2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 931 time: 1.8653278 Apr 21 13:33:55.505500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73b680ce-e961-4aee-8884-3cf78e8a81d0 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:33:55.525998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.572573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:55.611135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d811b4-a86d-4e32-aca0-5e8f4921d4e5,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:55.617839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-2267661b-b354-4c0c-af5e-6ef5b23e58a2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Synchronizing usage tracker for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:33:55.641051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:55.646980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.651346 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8d811b4-a86d-4e32-aca0-5e8f4921d4e5 HTTP/1.1" status: 204 len: 168 time: 1.3811917 Apr 21 13:33:55.727473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.779260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 73b680ce-e961-4aee-8884-3cf78e8a81d0 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:33:55.788690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-2267661b-b354-4c0c-af5e-6ef5b23e58a2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Unset dirty status for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:33:55.797303 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e5cf5da0-b61b-4b44-adba-c5716b75ab39 req-2267661b-b354-4c0c-af5e-6ef5b23e58a2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669513 Apr 21 13:33:55.798696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 73b680ce-e961-4aee-8884-3cf78e8a81d0 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:33:55.799135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.896763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.988353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:55.989777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Allocated IP 172.20.0.1 (c3c161b3-5a91-413b-95a6-1547688d1564/14617147-b836-41c5-84e2-5500e6fd10b3/30d6592e-3c6d-498d-9725-363522378e1d) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:33:55.999513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:56.051011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e72446-7cdb-4634-b1d0-e0b5079c8ab0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:56.059060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:56.060037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.067424 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2e72446-7cdb-4634-b1d0-e0b5079c8ab0 HTTP/1.1" status: 204 len: 168 time: 2.1186872 Apr 21 13:33:56.084219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46156) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:33:56.122537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.248683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.281234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.281494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Transition to ACTIVE for port object 50713e51-d6f4-43ee-b5f0-40991a606eb7 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:33:56.284304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.303711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.330623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:56.348753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:56.368295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da7659f-84be-4091-bcf8-ada536420646,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:56.385482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:56.405859 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.410096 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5da7659f-84be-4091-bcf8-ada536420646 HTTP/1.1" status: 204 len: 168 time: 1.0051785 Apr 21 13:33:56.514462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 73b680ce-e961-4aee-8884-3cf78e8a81d0, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=73b680ce-e961-4aee-8884-3cf78e8a81d0,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:33:56.523084 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f800fda-9b59-474e-a9a3-49e78e320261 None None] Pushing event updated for resources: {'Port': ['ID=50713e51-d6f4-43ee-b5f0-40991a606eb7,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:56.552715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4f800fda-9b59-474e-a9a3-49e78e320261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:56.561077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.565774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.627896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Attempting to bind port 50713e51-d6f4-43ee-b5f0-40991a606eb7 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:33:56.632388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Attempting to bind port 50713e51-d6f4-43ee-b5f0-40991a606eb7 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:33:56.633138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Attempting to bind port 50713e51-d6f4-43ee-b5f0-40991a606eb7 on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:33:56.656502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:33:56.657569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:33:56.658245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.658904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:33:56.659738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Bound port: 50713e51-d6f4-43ee-b5f0-40991a606eb7, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:33:56.660480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.662237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.709707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bd6989cf-7f05-45bc-bbb6-99dbdfe6e597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:56.741028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.771679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:56.863784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=73b680ce-e961-4aee-8884-3cf78e8a81d0,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:56.879282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:56.881464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] For port 50713e51-d6f4-43ee-b5f0-40991a606eb7, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:33:56.885988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] For port 50713e51-d6f4-43ee-b5f0-40991a606eb7, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=50713e51-d6f4-43ee-b5f0-40991a606eb7,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:33:56.891741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:56.893969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Allocated IP 172.20.0.1 (45fa222e-ede8-4be8-8669-8620990816e9/f2257222-4066-4a97-9d1f-1a1ce2d26b9c/42659e4f-c8e5-4676-bc0e-0ae0b86f889a) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:33:56.903152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Network c3c161b3-5a91-413b-95a6-1547688d1564 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:33:56.922755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:56.941310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:57.086137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:33:57.119654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f800fda-9b59-474e-a9a3-49e78e320261 None None] Pushing event updated for resources: {'Port': ['ID=50713e51-d6f4-43ee-b5f0-40991a606eb7,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:57.132258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4f800fda-9b59-474e-a9a3-49e78e320261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:57.146481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:33:57.148838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:57.251596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:57.455359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-08789718-e414-4364-b940-062fc4313853 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:33:57.463085 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-08789718-e414-4364-b940-062fc4313853 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520902 Apr 21 13:33:57.842080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53355f9-6c03-4a7e-9485-fe15b1ac30f3 req-429f37b1-6d2b-41cd-b9aa-9d03ab563c4e tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:33:57.843987 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b53355f9-6c03-4a7e-9485-fe15b1ac30f3 req-429f37b1-6d2b-41cd-b9aa-9d03ab563c4e tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 931 time: 0.6571529 Apr 21 13:33:57.962411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:33:58.011663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:58.047272 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:58.127983 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b53355f9-6c03-4a7e-9485-fe15b1ac30f3 req-7e0c36e2-e8d7-45ec-a94b-31c3c162f1a8 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671461 Apr 21 13:33:58.158854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73b680ce-e961-4aee-8884-3cf78e8a81d0 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:33:58.174386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Transition to ACTIVE for port object 42659e4f-c8e5-4676-bc0e-0ae0b86f889a will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:33:58.279345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:58.289744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-375b5074-7364-496d-ad3b-7b7d88d9b978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:33:58.404627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Request body: {'port': {'device_id': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:58.650254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:58.700445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Network 45fa222e-ede8-4be8-8669-8620990816e9 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:33:58.706779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Pushing event updated for resources: {'Port': ['ID=30d6592e-3c6d-498d-9725-363522378e1d,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:58.719390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 73b680ce-e961-4aee-8884-3cf78e8a81d0 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:33:58.719810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:58.728273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.957s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:58.749619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:58.919424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:33:49Z', 'revision_number': 3, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:58.930152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c6c639-35b0-4d94-a58f-06a516d39fa8 None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:33:49Z', 'revision_number': 3, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:33:58.943900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:33:59.026745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:33:59.028284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:59.149482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a50e1b0-b15f-4b8f-ace7-2b9c6929d989']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:59.182160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e2a6b-590a-404d-991f-c1cf210f2f09') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:59.182396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e2a6b-590a-404d-991f-c1cf210f2f09') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:33:59.216273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:59.252679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:59.281099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:33:59.401325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-11cf25f9-06a2-446f-b998-b2bb0d09c5c6 None None] Provisioning for port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:33:59.414341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-11cf25f9-06a2-446f-b998-b2bb0d09c5c6 None None] Provisioning complete for port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:33:59.416605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-11cf25f9-06a2-446f-b998-b2bb0d09c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:33:59.657700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-11cf25f9-06a2-446f-b998-b2bb0d09c5c6 None None] Port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:33:59.681951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Pushing event updated for resources: {'Port': ['ID=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:33:59.704545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.415s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:33:59.883868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:33:59.916301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.101155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.116107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.406370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Network 3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:34:00.574057 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:34:00.576600 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46270) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:00.617504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:00.700051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.706610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Pushing event updated for resources: {'Port': ['ID=30d6592e-3c6d-498d-9725-363522378e1d,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:00.724432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:00.727897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:00.752519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.755479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a50e1b0-b15f-4b8f-ace7-2b9c6929d989,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:00.757830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca7e74-5c90-4cab-ab2f-852fce5f423b req-b581c5ad-7607-42f5-a8b4-6bce8be96362 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:00.766444 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3dca7e74-5c90-4cab-ab2f-852fce5f423b req-b581c5ad-7607-42f5-a8b4-6bce8be96362 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 931 time: 1.3520460 Apr 21 13:34:00.773904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:00.778003 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] 10.222.0.36 "DELETE /v2.0/networks/3a50e1b0-b15f-4b8f-ace7-2b9c6929d989 HTTP/1.1" status: 204 len: 168 time: 4.6927438 Apr 21 13:34:00.783892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.882752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:00.969822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Network c3c161b3-5a91-413b-95a6-1547688d1564 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:00.971314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:00.972483 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3dca7e74-5c90-4cab-ab2f-852fce5f423b req-07461b2f-6fe4-4112-9816-4df4b67e60fd tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050056 Apr 21 13:34:01.078913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8f60bd-48ce-468d-be38-bf052a84e1cb {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:01.091615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:01.178808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Transition to ACTIVE for port object 2e8f60bd-48ce-468d-be38-bf052a84e1cb will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:01.272002 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:01.289651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:01.356488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Router 28d112c6-62ed-4c5c-b459-e569b40cea95 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:34:01.432535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f60bd-48ce-468d-be38-bf052a84e1cb,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:01.438923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:01.442656 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:01.484760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 50713e51-d6f4-43ee-b5f0-40991a606eb7 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:01.612464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46296) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:01.678376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:01.740260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 50713e51-d6f4-43ee-b5f0-40991a606eb7 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:01.750890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 50713e51-d6f4-43ee-b5f0-40991a606eb7 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:01.752312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Usage tracker for resource:security_group_rule and tenant:01e92107724a4d30b27748933644176f is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:01.753161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:01.764143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:01.839160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:01.937221 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3ed6654e-326c-4cd1-a85e-a9f0db8f7958 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b848a35afdb14486929d59599d526941&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2891219 Apr 21 13:34:01.941055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46308) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:02.017323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.062467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 50713e51-d6f4-43ee-b5f0-40991a606eb7, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=50713e51-d6f4-43ee-b5f0-40991a606eb7,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:02.066785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.075756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3a876f4f-c260-42fe-8c8e-18dec58a0ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:02.118159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Attempting to bind port 2e8f60bd-48ce-468d-be38-bf052a84e1cb on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:02.147867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Attempting to bind port 2e8f60bd-48ce-468d-be38-bf052a84e1cb by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '05786d67-3393-4661-9493-d43c99db3f50'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:02.148247 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Attempting to bind port 2e8f60bd-48ce-468d-be38-bf052a84e1cb on network 05786d67-3393-4661-9493-d43c99db3f50 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:02.239846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Port 2e8f60bd-48ce-468d-be38-bf052a84e1cb on network 05786d67-3393-4661-9493-d43c99db3f50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:02.240328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Attempting to bind port 2e8f60bd-48ce-468d-be38-bf052a84e1cb on network 05786d67-3393-4661-9493-d43c99db3f50 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:02.284908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.297525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:02.303831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Checking segment: {'id': 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '05786d67-3393-4661-9493-d43c99db3f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:02.306693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Bound using segment: {'id': 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '05786d67-3393-4661-9493-d43c99db3f50'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:02.306693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Bound port: 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '05786d67-3393-4661-9493-d43c99db3f50'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:02.307073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.337984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=50713e51-d6f4-43ee-b5f0-40991a606eb7,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:02.350393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.351495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:02.354674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.378715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:34:02.391560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Sync routers for ids ['28d112c6-62ed-4c5c-b459-e569b40cea95'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:34:02.421105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Routers {'28d112c6-62ed-4c5c-b459-e569b40cea95'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:34:02.421757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['28d112c6-62ed-4c5c-b459-e569b40cea95'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:02.444794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-25aa0ec3-aac2-4fb0-8989-9dc17b2fe038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:02.454762 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01e92107724a4d30b27748933644176f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8493946 Apr 21 13:34:02.465597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46324) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:02.522767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.548269 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.588284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46334) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:02.663097 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] 10.222.0.36 "PUT /v2.0/routers/28d112c6-62ed-4c5c-b459-e569b40cea95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3305190 Apr 21 13:34:02.665129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8201d3cf-3eb3-440f-8a86-5a14eda9ead4,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:02.684669 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:02.695011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:02.721003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.805938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.908217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:02.924354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Set router 28d112c6-62ed-4c5c-b459-e569b40cea95 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:34:02.951511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.013763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] For port 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:03.016742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46346) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:03.036657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Pushing event updated for resources: {'Port': ['ID=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:03.055358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.065550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:03.071497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:03.074206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] For port 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8f60bd-48ce-468d-be38-bf052a84e1cb,segment=NetworkSegment(b265a1ed-c71b-4212-8b8a-e7dc9bcfa295),segment_id=b265a1ed-c71b-4212-8b8a-e7dc9bcfa295)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:03.080417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbbfd43da5142e78240db14ed97e35f is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:03.085055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:03.091994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:03.096354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.108582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfd07-124a-4dff-8565-a2c091509f0a req-0e3f55b5-f74c-4844-ba43-abe67cabd6c4 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:03.110444 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9c6cfd07-124a-4dff-8565-a2c091509f0a req-0e3f55b5-f74c-4844-ba43-abe67cabd6c4 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 943 time: 0.8259940 Apr 21 13:34:03.118807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0959dc63-c38d-4774-9b5c-704125a85a56 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:03.215984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Network 45fa222e-ede8-4be8-8669-8620990816e9 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:03.255131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:03.264912 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.285009 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.312203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:03.313493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.315973 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e8f60bd-48ce-468d-be38-bf052a84e1cb HTTP/1.1" status: 200 len: 1093 time: 5.2270157 Apr 21 13:34:03.317176 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'tag': '2e8f60bd-48ce-468d-be38-bf052a84e1cb'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:03.340125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-10eeb882-248b-43da-893b-3a7acae2a7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:03.371876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:33:57Z', 'revision_number': 4, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '30d6592e-3c6d-498d-9725-363522378e1d', 'name': '', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'mac_address': 'fa:16:3e:c0:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:55Z', 'updated_at': '2021-04-21T13:33:58Z', 'revision_number': 2, 'project_id': '41a96885548b4548b2154db45ab603a4', 'subnets': [{'id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:03.377118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Checking router: 28d112c6-62ed-4c5c-b459-e569b40cea95 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:34:03.377915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Updating router 28d112c6-62ed-4c5c-b459-e569b40cea95 port 30d6592e-3c6d-498d-9725-363522378e1d binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:34:03.382345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.398668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 50713e51-d6f4-43ee-b5f0-40991a606eb7 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:03.435440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:03.442403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.447961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f49be155a7114d5598bc6b25052abca8 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:03.451441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:03.466308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:03.512268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 50713e51-d6f4-43ee-b5f0-40991a606eb7 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:03.513158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.567021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f60bd-48ce-468d-be38-bf052a84e1cb,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:03.605796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.617444 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9c6cfd07-124a-4dff-8565-a2c091509f0a req-ac5371ad-308d-4002-a498-7e7f25e10064 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529991 Apr 21 13:34:03.674085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.680786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.711749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:03.728309 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f49be155a7114d5598bc6b25052abca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934004 Apr 21 13:34:03.729250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8ee49-f832-47f4-99b5-f8c7c7599a4d,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:03.736415 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dbbfd43da5142e78240db14ed97e35f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1420548 Apr 21 13:34:03.736415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46380) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:03.736415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:03.738859 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:03.769248 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46382) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:03.773769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d50ee-8ce2-4930-be58-e0a2b1fe07b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3260b824-88b4-4f18-aced-fc66eef7c923,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:03.937102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.965482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2198b-ae74-46bc-bf68-ddfb65ae12a2,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:03.968936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Transition to ACTIVE for port object 30d6592e-3c6d-498d-9725-363522378e1d will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:03.973004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:03.974194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.974770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:03.981291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:03.987141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:04.012265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8201d3cf-3eb3-440f-8a86-5a14eda9ead4,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:04.034591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:04.038601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-ffcafc02-0dd6-4640-92bf-995f64058ae8 None None] Provisioning complete for port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:04.038889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ffcafc02-0dd6-4640-92bf-995f64058ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.043560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.045648 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bde2198b-ae74-46bc-bf68-ddfb65ae12a2 HTTP/1.1" status: 204 len: 168 time: 2.1017334 Apr 21 13:34:04.045798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:04.046194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:04.078906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.095115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.099074 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8201d3cf-3eb3-440f-8a86-5a14eda9ead4 HTTP/1.1" status: 204 len: 168 time: 1.6267831 Apr 21 13:34:04.110450 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'tag': '2e8f60bd-48ce-468d-be38-bf052a84e1cb', 'status': 'completed', 'code': 200} Apr 21 13:34:04.130940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.163125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.217715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-069242be-5136-48f4-b3dd-aff1aad95246 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:04.217973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.220395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-069242be-5136-48f4-b3dd-aff1aad95246 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Synchronizing usage tracker for tenant:41a96885548b4548b2154db45ab603a4 on resource:network {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:04.226352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.255281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:04.255823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f166b-388c-427b-b2ff-ffad767e8f43 None None] Pushing event updated for resources: {'Port': ['ID=30d6592e-3c6d-498d-9725-363522378e1d,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:04.260043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-ffcafc02-0dd6-4640-92bf-995f64058ae8 None None] Port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:34:04.294890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e90f166b-388c-427b-b2ff-ffad767e8f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:04.300523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:34:04.303019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Attempting to bind port 30d6592e-3c6d-498d-9725-363522378e1d on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:04.303665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Attempting to bind port 30d6592e-3c6d-498d-9725-363522378e1d by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:04.304401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Attempting to bind port 30d6592e-3c6d-498d-9725-363522378e1d on network c3c161b3-5a91-413b-95a6-1547688d1564 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:04.311671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:04.312201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Checking segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:04.312729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.313041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8ee49-f832-47f4-99b5-f8c7c7599a4d,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:04.313353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Bound using segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:04.314085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Bound port: 30d6592e-3c6d-498d-9725-363522378e1d, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:04.314617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.323813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.325692 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcc8ee49-f832-47f4-99b5-f8c7c7599a4d HTTP/1.1" status: 204 len: 168 time: 0.5485384 Apr 21 13:34:04.331857 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:04.349598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.365676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-26ebc46e-a2e4-4d4e-91fc-231c21b97af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:04.418412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.429384 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3260b824-88b4-4f18-aced-fc66eef7c923 HTTP/1.1" status: 204 len: 168 time: 0.6920254 Apr 21 13:34:04.430889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3260b824-88b4-4f18-aced-fc66eef7c923,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:04.434848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:04.436343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-069242be-5136-48f4-b3dd-aff1aad95246 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Unset dirty status for tenant:41a96885548b4548b2154db45ab603a4 on resource:network {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:04.454929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] For port 30d6592e-3c6d-498d-9725-363522378e1d, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:04.456632 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-069242be-5136-48f4-b3dd-aff1aad95246 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 818 time: 0.9771848 Apr 21 13:34:04.459338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] For port 30d6592e-3c6d-498d-9725-363522378e1d, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=30d6592e-3c6d-498d-9725-363522378e1d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:04.468636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:04.475170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e90f166b-388c-427b-b2ff-ffad767e8f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:04.501141 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-b421e103-4576-4ff9-9005-c5889882ea8a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/quotas/41a96885548b4548b2154db45ab603a4 HTTP/1.1" status: 200 len: 375 time: 0.0436420 Apr 21 13:34:04.654314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Routers {'28d112c6-62ed-4c5c-b459-e569b40cea95'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:34:04.656823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['28d112c6-62ed-4c5c-b459-e569b40cea95'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:04.721220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46416) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:04.868544 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-96fb8f87-bd0d-43bc-a1d4-81a0b296c547 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69945644460f4a05ace2453d49e71040&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1421709 Apr 21 13:34:04.869465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46424) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:05.006299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f166b-388c-427b-b2ff-ffad767e8f43 None None] Pushing event updated for resources: {'Port': ['ID=30d6592e-3c6d-498d-9725-363522378e1d,revision_number=4']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:05.023480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e90f166b-388c-427b-b2ff-ffad767e8f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:05.055182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.128149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.128756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] Set router 28d112c6-62ed-4c5c-b459-e569b40cea95 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:34:05.150596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46430) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:05.195170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.251720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:05.256828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Usage tracker for resource:security_group_rule and tenant:8584a7bd520e448294937d207dca549a is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:05.262515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:05.270322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:05.311341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.335661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb899b3e-5a2f-470b-a811-88ecda9ce0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:05.343223 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-52eeb8cb-ba06-490b-baf0-047442b1ddc4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7383335 Apr 21 13:34:05.391210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25ce4b0-f230-4994-8e11-14eab4805902,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:05.413899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:05.442496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.443827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:34:05.444018 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b25ce4b0-f230-4994-8e11-14eab4805902 HTTP/1.1" status: 204 len: 168 time: 0.5731385 Apr 21 13:34:05.457546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:34:05.457918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5544f-4da3-4f94-8e60-6ba71dea23c6 req-84968aba-d420-4a1c-a23d-ee073a4d4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:05.459792 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-efb5544f-4da3-4f94-8e60-6ba71dea23c6 req-84968aba-d420-4a1c-a23d-ee073a4d4395 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 1096 time: 0.9038274 Apr 21 13:34:05.466381 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] 10.222.0.36 "PUT /v2.0/routers/360c6896-77f3-4202-a3f6-454d0cbc6b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4089494 Apr 21 13:34:05.473112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:34:05.475315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:05.525520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e04aa4-d694-4633-a1b3-fca62adc6e3e req-5e0834c0-ecff-477c-a03a-a9a432e63f58 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:05.527841 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e7e04aa4-d694-4633-a1b3-fca62adc6e3e req-5e0834c0-ecff-477c-a03a-a9a432e63f58 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 943 time: 0.3317997 Apr 21 13:34:05.553568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.560400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.574080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:05.662913 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e7e04aa4-d694-4633-a1b3-fca62adc6e3e req-b5555639-1e27-436d-a5bb-f600532ffdb1 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745311 Apr 21 13:34:05.679356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b733fc4-278d-4302-af7d-62a91e597e4f,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:05.690400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:05.735427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46446) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:05.740609 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8584a7bd520e448294937d207dca549a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871484 Apr 21 13:34:05.748490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 46448) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:05.791040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:05.811657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:05.823748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Usage tracker for resource:security_group_rule and tenant:c61536adf14b413fa0f4ee23c48296db is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:05.831937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:05.832153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5544f-4da3-4f94-8e60-6ba71dea23c6 req-c0081272-e94e-4b86-b8b4-b8de07c61fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:05.835991 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-efb5544f-4da3-4f94-8e60-6ba71dea23c6 req-c0081272-e94e-4b86-b8b4-b8de07c61fae service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3656313 Apr 21 13:34:05.852294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:05.864158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:33:57Z', 'revision_number': 4, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '30d6592e-3c6d-498d-9725-363522378e1d', 'name': '', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'mac_address': 'fa:16:3e:c0:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:55Z', 'updated_at': '2021-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '41a96885548b4548b2154db45ab603a4', 'subnets': [{'id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:05.868574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3d35f-7e23-4325-88cd-52212c33e6a8 None None] The sync data for ids ['28d112c6-62ed-4c5c-b459-e569b40cea95'] in dv-cinder-787195-3-smb is: [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:33:57Z', 'revision_number': 4, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '30d6592e-3c6d-498d-9725-363522378e1d', 'name': '', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'mac_address': 'fa:16:3e:c0:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:55Z', 'updated_at': '2021-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '41a96885548b4548b2154db45ab603a4', 'subnets': [{'id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:34:06.072429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.123165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:34:06.141384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.145923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.157096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b451e377-b036-4ac4-97be-153972b44f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:06.200510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.282789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0d082-aa4f-4c91-9b77-35277c2505d4,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:06.295432 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c61536adf14b413fa0f4ee23c48296db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509784 Apr 21 13:34:06.296468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:06.301409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46468) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:06.332075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5544f-4da3-4f94-8e60-6ba71dea23c6 req-d90376bb-96c0-461c-b719-e3ca9d1f65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:06.333965 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-efb5544f-4da3-4f94-8e60-6ba71dea23c6 req-d90376bb-96c0-461c-b719-e3ca9d1f65d6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4788442 Apr 21 13:34:06.535006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-1cab13b7-397b-4a63-b599-d3bb05287118 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:34:06.536450 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-1cab13b7-397b-4a63-b599-d3bb05287118 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7295709 Apr 21 13:34:06.548899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.766347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:06.791977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-55d94ef4-4c24-48d5-83c2-7ac61cbfd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:06.794177 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-55d94ef4-4c24-48d5-83c2-7ac61cbfd498 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 1096 time: 0.4020832 Apr 21 13:34:06.801853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b733fc4-278d-4302-af7d-62a91e597e4f,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:06.821275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:06.838028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:01Z', 'revision_number': 2, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:06.845570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:34:06.846762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Updating router 360c6896-77f3-4202-a3f6-454d0cbc6b3a port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:34:06.917467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.919157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:06.920716 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b733fc4-278d-4302-af7d-62a91e597e4f HTTP/1.1" status: 204 len: 168 time: 1.1711659 Apr 21 13:34:06.935962 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-298c28b9-7761-482c-aba4-eeb1a0459d23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e8f60bd-48ce-468d-be38-bf052a84e1cb HTTP/1.1" status: 200 len: 217 time: 0.1248326 Apr 21 13:34:06.938026 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9619738e-5ab6-42ce-8afd-33dab8033f8a service neutron] 10.222.0.36 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865669 Apr 21 13:34:06.963408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.004838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.059018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.070807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-55cef4f6-8c22-4a07-b2c4-50907e1e3ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:07.123130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0d082-aa4f-4c91-9b77-35277c2505d4,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:07.133782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.135217 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59b0d082-aa4f-4c91-9b77-35277c2505d4 HTTP/1.1" status: 204 len: 168 time: 0.8318119 Apr 21 13:34:07.136924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:07.323131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f9a-771b-4740-936c-424cb887e23c req-00577bb2-3b40-40c5-a947-e8916b0d9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:07.325295 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-00577bb2-3b40-40c5-a947-e8916b0d9503 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adac02a1-9e99-467e-830c-7051f59da758 HTTP/1.1" status: 200 len: 852 time: 0.3789420 Apr 21 13:34:07.452527 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-da44f664-3d5f-48e3-b7a6-b83c4c0d4882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05786d67-3393-4661-9493-d43c99db3f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201658 Apr 21 13:34:07.456797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 30d6592e-3c6d-498d-9725-363522378e1d up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:07.469320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46502) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:07.476445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392050365', 'description': 'tempest-description--2102283778'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:07.498594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:07.510355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:07.520824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:07.542653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:07.563457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.606846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:07.611678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:07.618688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:07.631761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:07.648720 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-abd46d5a-0f88-42f8-ab07-fe6e49f38f0f service neutron] 10.222.0.15 "GET /v2.0/networks/05786d67-3393-4661-9493-d43c99db3f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717696 Apr 21 13:34:07.657742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 30d6592e-3c6d-498d-9725-363522378e1d completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:07.675405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 30d6592e-3c6d-498d-9725-363522378e1d triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:07.676160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.763176 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.766979 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.781365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b8f31be8-b88b-4189-825e-306649885f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:07.846493 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9febdcb5-41cb-4eca-96a8-8f9ad0d16be1 service neutron] 10.222.0.36 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9013176 Apr 21 13:34:07.894881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af24d0be-9f93-4114-8aec-3603dea91f67,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:07.909367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:07.947866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.951027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d04b-8c48-4e37-9d47-0717d280319b req-f7d95ab3-91ce-4bce-a38e-a8eac82c8010 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:07.952884 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4824090 Apr 21 13:34:07.959532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 46522) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:07.963525 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e27d04b-8c48-4e37-9d47-0717d280319b req-f7d95ab3-91ce-4bce-a38e-a8eac82c8010 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 943 time: 0.1883707 Apr 21 13:34:07.974837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'security_group_rule': {'security_group_id': 'af24d0be-9f93-4114-8aec-3603dea91f67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:07.977672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:07.995457 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e63e9f9a-771b-4740-936c-424cb887e23c req-5e614800-b295-471a-9945-e153ffc367d3 service neutron] 10.222.0.15 "GET /v2.0/networks/05786d67-3393-4661-9493-d43c99db3f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401351 Apr 21 13:34:07.998132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:08.019130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:08.024111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:08.034220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:08.055635 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e27d04b-8c48-4e37-9d47-0717d280319b req-a1b7e075-05a1-4c70-bcd2-015cd955fbb9 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892992 Apr 21 13:34:08.059570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.086173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.090992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 30d6592e-3c6d-498d-9725-363522378e1d, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=30d6592e-3c6d-498d-9725-363522378e1d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:08.098967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.112944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Transition to ACTIVE for port object 42659e4f-c8e5-4676-bc0e-0ae0b86f889a will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:08.116255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:08.179042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.182571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.188796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:08.223553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f781f2ee-53ea-46ff-95f3-4dd8cab10fad,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:08.233195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:08.272532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.280275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 46544) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:08.283974 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232560 Apr 21 13:34:08.286177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'security_group_rule': {'security_group_id': 'af24d0be-9f93-4114-8aec-3603dea91f67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:08.300376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:08.312471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:08.316619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:08.337410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.369199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=30d6592e-3c6d-498d-9725-363522378e1d,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:08.387437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:08.399875 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e5eb4d8b-b7f3-4d69-a286-2d3288eeabea req-3fa8091f-51d7-4a35-be04-bbbd0d6968b3 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 210 time: 0.0799742 Apr 21 13:34:08.455401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:08.464823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.503822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:08.612786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.615743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.621690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Attempting to bind port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:08.622371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Attempting to bind port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:08.622788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Attempting to bind port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a on network 45fa222e-ede8-4be8-8669-8620990816e9 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:08.628037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:08.634518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:08.635090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Checking segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:08.635581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.636032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Bound using segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:08.636613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Bound port: 42659e4f-c8e5-4676-bc0e-0ae0b86f889a, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:08.637038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.654692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.656329 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3748288 Apr 21 13:34:08.660312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 46566) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:08.667409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'floatingip': {'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:08.674218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:08.680384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:floatingip and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:08.684481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d3c24f-98f7-4f1f-98d9-16b24723b3f6,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:08.695078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5e154055-c09b-424e-8146-b6e20b257093 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:08.696330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:08.704712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:08.717848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.788794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257601ae-e4de-4873-8e94-042b04a05503 None None] Pushing event updated for resources: {'Port': ['ID=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:08.809558 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-257601ae-e4de-4873-8e94-042b04a05503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:08.874041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] For port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:08.882723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] For port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:08.889385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:08.900018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-94117435-2245-4241-a1a2-bfcb59eb606e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:08.945040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:09.040425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257601ae-e4de-4873-8e94-042b04a05503 None None] Pushing event updated for resources: {'Port': ['ID=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:09.049552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-257601ae-e4de-4873-8e94-042b04a05503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:09.055893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:34:09.056099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:33:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:09.422621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 30d6592e-3c6d-498d-9725-363522378e1d up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:09.473171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-71c5b90f-5c8a-4d37-88ba-29d4c1a07447 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:09.480712 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-71c5b90f-5c8a-4d37-88ba-29d4c1a07447 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 818 time: 0.3893499 Apr 21 13:34:09.507467 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-e14673b4-ee79-448d-be40-3cd4a3fca2b1 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/quotas/41a96885548b4548b2154db45ab603a4 HTTP/1.1" status: 200 len: 375 time: 0.0256131 Apr 21 13:34:09.535353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:34:09.793075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Allocated IP 172.28.2.230 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/3daff77c-367f-4152-89a1-c7affb2fd9c0) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:34:10.208998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c9816d1-90cc-484d-bb98-c99990c0371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:10.286341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 30d6592e-3c6d-498d-9725-363522378e1d triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:10.286762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:10.416550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:10.448608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d8ca9-3bc0-4ea7-9e47-82ffcf8a7907 req-9e9c8628-a35c-4224-9ccc-bab9d513d9cc tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:10.461379 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fc6d8ca9-3bc0-4ea7-9e47-82ffcf8a7907 req-9e9c8628-a35c-4224-9ccc-bab9d513d9cc tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 943 time: 0.9749453 Apr 21 13:34:10.489839 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-13c96b7e-55b2-4562-9b60-2088a5f134d5 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9812639 Apr 21 13:34:10.543842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:08Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:10.548858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18fded7-5a2f-4944-81df-e3ee54bfcb0e None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:08Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:34:10.873637 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fc6d8ca9-3bc0-4ea7-9e47-82ffcf8a7907 req-2fb70b71-319b-4c88-88e4-2e11813d6856 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145219 Apr 21 13:34:10.976681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.040874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:11.165743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-b446998a-522a-48dc-977b-57f8ce426622 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:11.167889 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-b446998a-522a-48dc-977b-57f8ce426622 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 818 time: 0.5839248 Apr 21 13:34:11.191128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Request body: {'port': {'device_id': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'admin_state_up': True, 'tenant_id': '41a96885548b4548b2154db45ab603a4'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:11.220232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:11.228116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:11.239338 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-797095e2-f684-47b7-947b-a6602369f63b service neutron] 10.222.0.36 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362270 Apr 21 13:34:11.240189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:34:11.387544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 42659e4f-c8e5-4676-bc0e-0ae0b86f889a up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:11.504267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:11.510214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:11.510940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.528656 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:11.582083 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'Port': ['ID=3daff77c-367f-4152-89a1-c7affb2fd9c0,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:11.588277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:11.600590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Usage tracker for resource:port and tenant:41a96885548b4548b2154db45ab603a4 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:11.615739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:11.630809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:11.717286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.757984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Made reservation on behalf of 41a96885548b4548b2154db45ab603a4 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:34:11.772435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.826886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e3b9028-5582-4dd4-b52e-0ec932c2f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.840178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.852228 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-1a190bae-8122-451e-9557-482dde3220bb service neutron] 10.222.0.36 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246708 Apr 21 13:34:11.854792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:11.861501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:11.873937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:11.994601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:12.006078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:12.096097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:12.133781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:12.598073 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a56b9f94-78cf-4f2c-bea9-2461e84161bb req-029cc3cc-bbcd-4b28-b6f0-2dfa474534d9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 210 time: 0.3517706 Apr 21 13:34:12.667095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Allocated IP 172.20.0.9 (c3c161b3-5a91-413b-95a6-1547688d1564/14617147-b836-41c5-84e2-5500e6fd10b3/99b7211b-28c0-4302-941a-8ef68b62526d) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:34:12.667554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:12.875417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb627-b67c-47b9-be2f-2e775e889339 req-bb2484aa-8e40-4580-a6f2-ac833221e715 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:12.877477 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9c3cb627-b67c-47b9-be2f-2e775e889339 req-bb2484aa-8e40-4580-a6f2-ac833221e715 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 943 time: 0.7460258 Apr 21 13:34:13.033070 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9c3cb627-b67c-47b9-be2f-2e775e889339 req-15e8fe0f-45c2-4a9e-8e82-9f022a0bd18c tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384344 Apr 21 13:34:13.037404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.107029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.resource_extend [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 13:34:13.149048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.165625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.178662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:13.293442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 2e8f60bd-48ce-468d-be38-bf052a84e1cb details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:34:13.339824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.390351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.391808 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7302992 Apr 21 13:34:13.443236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.457102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'Port': ['ID=3daff77c-367f-4152-89a1-c7affb2fd9c0,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:13.465809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:13.483274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 42659e4f-c8e5-4676-bc0e-0ae0b86f889a up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:13.512249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.532117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-395b40e4-9b2a-41a7-b3a6-9c19aabe1c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:13.627141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.678968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Network c3c161b3-5a91-413b-95a6-1547688d1564 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:13.688290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:13.693282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:34:13.700763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:13.702212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.703075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.15', 63567) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:13.722986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Pushing event updated for resources: {'Port': ['ID=99b7211b-28c0-4302-941a-8ef68b62526d,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:13.727393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:13.743476 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5566177 Apr 21 13:34:13.757662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8f60bd-48ce-468d-be38-bf052a84e1cb,segment=NetworkSegment(b265a1ed-c71b-4212-8b8a-e7dc9bcfa295),segment_id=b265a1ed-c71b-4212-8b8a-e7dc9bcfa295)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:13.765533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Request body: {'port': {'device_id': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:13.789690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:13.790361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:13.854112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-3ab89385-fe11-4589-b450-0085db715ab8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:13.876034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '2e8f60bd-48ce-468d-be38-bf052a84e1cb', 'network_id': '05786d67-3393-4661-9493-d43c99db3f50', 'port_id': '2e8f60bd-48ce-468d-be38-bf052a84e1cb', 'mac_address': 'fa:16:3e:b0:04:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adac02a1-9e99-467e-830c-7051f59da758', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:34:13.985448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-2353e56b-b760-4cf3-8e9e-d2119c78935e req-bfc7c928-f8e6-47d9-9d82-5de7b0f34b60 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Synchronizing usage tracker for tenant:41a96885548b4548b2154db45ab603a4 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:14.013942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-3ab89385-fe11-4589-b450-0085db715ab8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:14.022777 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-3ab89385-fe11-4589-b450-0085db715ab8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--392050365&fields=id&tenant_id=2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 267 time: 0.2819650 Apr 21 13:34:14.028549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:14.089800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-76cd5fbc-a05a-4e21-b199-766ef7f0f78a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:14.090366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:14.091812 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-76cd5fbc-a05a-4e21-b199-766ef7f0f78a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 818 time: 0.3875480 Apr 21 13:34:14.106754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Request body: {'port': {'device_id': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'admin_state_up': True, 'tenant_id': '41a96885548b4548b2154db45ab603a4'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:14.128739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8f60bd-48ce-468d-be38-bf052a84e1cb {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:14.193673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8f60bd-48ce-468d-be38-bf052a84e1cb,segment=NetworkSegment(b265a1ed-c71b-4212-8b8a-e7dc9bcfa295),segment_id=b265a1ed-c71b-4212-8b8a-e7dc9bcfa295)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:14.206548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:14.213278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a1402083-0786-4fe4-b041-ced578eac3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:14.316363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=2e8f60bd-48ce-468d-be38-bf052a84e1cb,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:14.328237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:14.441645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:14.461578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Usage tracker for resource:port and tenant:41a96885548b4548b2154db45ab603a4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:14.468116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:14.476426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:14.490497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Made reservation on behalf of 41a96885548b4548b2154db45ab603a4 for: {'port': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:34:14.502763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:14.560484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-2353e56b-b760-4cf3-8e9e-d2119c78935e req-bfc7c928-f8e6-47d9-9d82-5de7b0f34b60 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Unset dirty status for tenant:41a96885548b4548b2154db45ab603a4 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:14.561804 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2353e56b-b760-4cf3-8e9e-d2119c78935e req-bfc7c928-f8e6-47d9-9d82-5de7b0f34b60 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 210 time: 0.6966891 Apr 21 13:34:14.675121 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['2e8f60bd-48ce-468d-be38-bf052a84e1cb'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:34:14.877358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-533a7285-5f99-4a59-baab-eeceacabbe0e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:14.878295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-533a7285-5f99-4a59-baab-eeceacabbe0e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:network {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:14.943529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-533a7285-5f99-4a59-baab-eeceacabbe0e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:network {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:14.953270 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-533a7285-5f99-4a59-baab-eeceacabbe0e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 817 time: 0.9294260 Apr 21 13:34:14.973739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Allocated IP 172.20.0.5 (c3c161b3-5a91-413b-95a6-1547688d1564/14617147-b836-41c5-84e2-5500e6fd10b3/fdcb46bb-7024-4437-bd68-dead88230363) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:34:14.996058 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-67c06918-fd01-4d11-a391-01664d1f91ad tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/quotas/2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 375 time: 0.0411508 Apr 21 13:34:15.007300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f22b7-f7d6-48f5-af90-25f8d80768a9 req-6caae2f5-9305-48f0-8749-a0bce1077567 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:15.022698 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-328f22b7-f7d6-48f5-af90-25f8d80768a9 req-6caae2f5-9305-48f0-8749-a0bce1077567 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 944 time: 0.2623754 Apr 21 13:34:15.156175 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-328f22b7-f7d6-48f5-af90-25f8d80768a9 req-676a58ec-9e34-43ee-abd2-1bbf53c244b2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324337 Apr 21 13:34:15.213595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-df67b138-8232-4d20-993a-ff9db2ca447c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:15.237180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-df67b138-8232-4d20-993a-ff9db2ca447c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:15.247542 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-df67b138-8232-4d20-993a-ff9db2ca447c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501864 Apr 21 13:34:15.262854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:15.299394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:15.310073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3e62e076-63eb-43fb-b0df-4f8c22d69568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:15.402305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Pushing event updated for resources: {'Port': ['ID=fdcb46bb-7024-4437-bd68-dead88230363,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:15.410573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:15.422880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Network c3c161b3-5a91-413b-95a6-1547688d1564 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:15.424121 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:15.428028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:34:15.539523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:15.541424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:15.591882 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4904561 Apr 21 13:34:15.605812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Request body: {'port': {'device_id': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:15.623235 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-2468ac2d-3b39-4363-bb8f-c042c11203c3 service neutron] 10.222.0.36 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615577 Apr 21 13:34:15.749466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:15.935385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b7211b-28c0-4302-941a-8ef68b62526d {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:15.957995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:15.980507 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-ebc83785-d827-4b3e-aa10-324c6e670294 service neutron] 10.222.0.36 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496859 Apr 21 13:34:15.993718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Transition to ACTIVE for port object 99b7211b-28c0-4302-941a-8ef68b62526d will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:16.013407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:16.024005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330673ee-a488-421a-bc70-118e354c8174 req-cd76c3e1-7ee4-49c0-a9c3-a8cebebb9e27 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:16.025629 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-330673ee-a488-421a-bc70-118e354c8174 req-cd76c3e1-7ee4-49c0-a9c3-a8cebebb9e27 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 931 time: 0.2587535 Apr 21 13:34:16.038899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:16.306315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcb46bb-7024-4437-bd68-dead88230363 {{(pid=86399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:16.327357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:16.350317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Transition to ACTIVE for port object fdcb46bb-7024-4437-bd68-dead88230363 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:16.354972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:16.361748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:16.557555 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Attempting to bind port 99b7211b-28c0-4302-941a-8ef68b62526d on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:16.557925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Attempting to bind port 99b7211b-28c0-4302-941a-8ef68b62526d by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:16.558668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Attempting to bind port 99b7211b-28c0-4302-941a-8ef68b62526d on network c3c161b3-5a91-413b-95a6-1547688d1564 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:16.575526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Port 99b7211b-28c0-4302-941a-8ef68b62526d on network c3c161b3-5a91-413b-95a6-1547688d1564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:16.575823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Attempting to bind port 99b7211b-28c0-4302-941a-8ef68b62526d on network c3c161b3-5a91-413b-95a6-1547688d1564 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:16.581668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Pushing event updated for resources: {'Port': ['ID=99b7211b-28c0-4302-941a-8ef68b62526d,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:16.586251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-330673ee-a488-421a-bc70-118e354c8174 req-04c4ad64-216f-459d-843a-3e4710b9e6d4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Synchronizing usage tracker for tenant:41a96885548b4548b2154db45ab603a4 on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:16.591492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:16.592440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:16.592829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Checking segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:16.593830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Bound using segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:16.594331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Bound port: 99b7211b-28c0-4302-941a-8ef68b62526d, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:16.594908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:16.648332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb46bb-7024-4437-bd68-dead88230363,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:16.655875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:16.706958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-330673ee-a488-421a-bc70-118e354c8174 req-04c4ad64-216f-459d-843a-3e4710b9e6d4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Unset dirty status for tenant:41a96885548b4548b2154db45ab603a4 on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:16.718079 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-330673ee-a488-421a-bc70-118e354c8174 req-04c4ad64-216f-459d-843a-3e4710b9e6d4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753675 Apr 21 13:34:16.745143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Attempting to bind port fdcb46bb-7024-4437-bd68-dead88230363 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:16.745639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Attempting to bind port fdcb46bb-7024-4437-bd68-dead88230363 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:16.746021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Attempting to bind port fdcb46bb-7024-4437-bd68-dead88230363 on network c3c161b3-5a91-413b-95a6-1547688d1564 {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:16.755851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Port fdcb46bb-7024-4437-bd68-dead88230363 on network c3c161b3-5a91-413b-95a6-1547688d1564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:16.756311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Attempting to bind port fdcb46bb-7024-4437-bd68-dead88230363 on network c3c161b3-5a91-413b-95a6-1547688d1564 {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:16.769338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:16.769728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Checking segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:16.770365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Bound using segment: {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:16.770883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Bound port: fdcb46bb-7024-4437-bd68-dead88230363, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbf9222-10ac-4a2c-8456-642aadf5d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:16.771281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:16.814805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] For port 99b7211b-28c0-4302-941a-8ef68b62526d, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:16.819049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] For port 99b7211b-28c0-4302-941a-8ef68b62526d, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=99b7211b-28c0-4302-941a-8ef68b62526d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:16.882657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a10a5-8a0b-48f0-bc71-2de7047d1b79 req-2a31d75b-d74a-417f-b294-c38c9fd65ca7 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:16.884824 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e36a10a5-8a0b-48f0-bc71-2de7047d1b79 req-2a31d75b-d74a-417f-b294-c38c9fd65ca7 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 944 time: 0.5092685 Apr 21 13:34:16.916104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:16.938455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] For port fdcb46bb-7024-4437-bd68-dead88230363, host hv-cinder-78719, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:16.943902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] For port fdcb46bb-7024-4437-bd68-dead88230363, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fdcb46bb-7024-4437-bd68-dead88230363,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:16.947218 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c64e7416-56f1-44a8-af53-e61e3bdd5081 req-016087bf-b5c5-4e4f-959b-ad047eded30e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 210 time: 0.1253660 Apr 21 13:34:16.952291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:16.976490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:17.003123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-cec55fa3-0a80-4c65-a949-67eb15f00fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:17.039262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:17.040132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:17.042477 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 1093 time: 3.2821527 Apr 21 13:34:17.050839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'tag': '99b7211b-28c0-4302-941a-8ef68b62526d'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:17.094717 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e36a10a5-8a0b-48f0-bc71-2de7047d1b79 req-03a81ab0-d37f-4079-8e85-f2d650f62e74 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892214 Apr 21 13:34:17.103289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Pushing event updated for resources: {'Port': ['ID=99b7211b-28c0-4302-941a-8ef68b62526d,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:17.112206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:17.146078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb46bb-7024-4437-bd68-dead88230363,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:17.150130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:17.154291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:17.157826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:17.165910 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] 10.222.0.15 "PUT /v2.0/ports/fdcb46bb-7024-4437-bd68-dead88230363 HTTP/1.1" status: 200 len: 1093 time: 1.5609357 Apr 21 13:34:17.165910 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'tag': 'fdcb46bb-7024-4437-bd68-dead88230363'}] {{(pid=86399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:17.192660 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'tag': '99b7211b-28c0-4302-941a-8ef68b62526d', 'status': 'completed', 'code': 200} Apr 21 13:34:17.265068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 2e8f60bd-48ce-468d-be38-bf052a84e1cb up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:17.318003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-13ee7432-063d-4c50-a3f6-ed7866adbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:17.320143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-13ee7432-063d-4c50-a3f6-ed7866adbe48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0961082 Apr 21 13:34:17.392339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-b5428937-ea3f-43d2-94c9-e8659eaaa706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:17.397844 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-b5428937-ea3f-43d2-94c9-e8659eaaa706 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 1096 time: 0.1770694 Apr 21 13:34:17.436409 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-9a32e213-b166-4d62-8f7a-bb1793334954 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.1082120 Apr 21 13:34:17.450397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 2e8f60bd-48ce-468d-be38-bf052a84e1cb completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:17.458232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 2e8f60bd-48ce-468d-be38-bf052a84e1cb triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:17.458658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:17.525412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-0290a5fb-17e1-4c64-b220-d68cbbcb964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:17.529300 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-0290a5fb-17e1-4c64-b220-d68cbbcb964c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.0859458 Apr 21 13:34:17.530965 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-d4e8ca75-d383-43f6-90f9-f53932f6b104 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcb46bb-7024-4437-bd68-dead88230363 HTTP/1.1" status: 200 len: 217 time: 0.1250379 Apr 21 13:34:17.655532 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-d96b2111-162d-4f99-a23e-74b35605bab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133690 Apr 21 13:34:17.689855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:17.737117 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'tag': 'fdcb46bb-7024-4437-bd68-dead88230363', 'status': 'completed', 'code': 200} Apr 21 13:34:17.753056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-7e5dfe7c-cfff-4588-bf3c-0a7becff4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:17.754814 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-7e5dfe7c-cfff-4588-bf3c-0a7becff4783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.2122216 Apr 21 13:34:17.767306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f60bd-48ce-468d-be38-bf052a84e1cb'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:17.851766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8f60bd-48ce-468d-be38-bf052a84e1cb,segment=NetworkSegment(b265a1ed-c71b-4212-8b8a-e7dc9bcfa295),segment_id=b265a1ed-c71b-4212-8b8a-e7dc9bcfa295)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:17.857124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:17.858255 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-a6114fee-35be-4f46-a1ee-1f400372c7fa service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893904 Apr 21 13:34:17.859586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:17.876828 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-446926b6-ea14-4547-86c7-cf90bba48026 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147270 Apr 21 13:34:17.918853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.15', 63587) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:18.010827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=2e8f60bd-48ce-468d-be38-bf052a84e1cb,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:18.028613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:18.192208 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-f50f5ffd-9fb7-498d-8193-18d44b3696c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056426 Apr 21 13:34:18.243425 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f60bd-48ce-468d-be38-bf052a84e1cb', 'code': 200} Apr 21 13:34:18.509847 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3592b470-93ee-4f16-be4c-a93b327d91fc req-54778bb3-0fc4-423a-afbe-6e49adf29d48 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092151 Apr 21 13:34:18.626331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.15', 63591) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:18.707780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-d3f23d20-799b-401d-9ed8-d7db0469f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:18.709833 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-d3f23d20-799b-401d-9ed8-d7db0469f719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 1096 time: 0.1301420 Apr 21 13:34:18.779351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47006) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:18.826056 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c7de6ee-2ba6-425d-b33c-20c274450069 req-8c36ae4f-49a6-4dd1-9683-d5f78bae7724 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 210 time: 0.1906841 Apr 21 13:34:18.889704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-198b887e-01d6-4f93-bc30-41981549efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:18.891389 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-198b887e-01d6-4f93-bc30-41981549efae service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.1745031 Apr 21 13:34:18.959962 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-ab2e6805-62ba-4643-84cc-98cec3e1e677 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:18.961537 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-ab2e6805-62ba-4643-84cc-98cec3e1e677 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 817 time: 1.0428596 Apr 21 13:34:18.963851 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358d06f5-29c5-45f1-a03b-7be5fe2d3096 req-56953b8c-2f77-4acd-beed-ffcb7f5f3ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0978584 Apr 21 13:34:19.036319 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-893b49c1-d4b2-4f23-855c-5e8d94341061 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcb46bb-7024-4437-bd68-dead88230363 HTTP/1.1" status: 200 len: 217 time: 0.1335714 Apr 21 13:34:19.049807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f9c4-a8bc-4430-94ea-922dbe32679f req-308c4461-965e-4e1b-9cb0-f59fbffc7547 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:19.051478 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0b03f9c4-a8bc-4430-94ea-922dbe32679f req-308c4461-965e-4e1b-9cb0-f59fbffc7547 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 943 time: 1.0538588 Apr 21 13:34:19.093063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-4c33273d-d7eb-495d-b566-a94028d72255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:19.095332 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-4c33273d-d7eb-495d-b566-a94028d72255 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 1098 time: 0.4574487 Apr 21 13:34:19.095332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:19.116255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-9ae7a60d-dee6-4b5d-81fc-9aa6b7ea893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:19.117952 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-9ae7a60d-dee6-4b5d-81fc-9aa6b7ea893f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.0742760 Apr 21 13:34:19.246383 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-65796329-8491-4d0f-b447-bdaed9fd4d59 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 379 time: 0.2462602 Apr 21 13:34:19.259036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:19.264792 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-87061246-ef99-4a0c-a427-8b1a51cb5634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596287 Apr 21 13:34:19.268862 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'port': {'device_id': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'admin_state_up': True, 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'security_groups': ['af24d0be-9f93-4114-8aec-3603dea91f67']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:19.291845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Usage tracker for resource:security_group_rule and tenant:8df6a31a512943d1badde7c2149fced4 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:19.309004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:19.393735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:19.402068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:19.418898 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-99b255fa-2bed-487f-9539-7b4017c80224 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455824 Apr 21 13:34:19.440238 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0b03f9c4-a8bc-4430-94ea-922dbe32679f req-c7276cea-de99-4370-9d0b-e7f2d77bd140 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351126 Apr 21 13:34:19.498506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:19.522067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Usage tracker for resource:security_group_rule and tenant:592b09643dba4331983eee94ed64d7ca is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:19.530220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:19.566409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:19.571081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-c91092f8-b8e0-41d5-9a2d-30288cebb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:19.572443 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-c91092f8-b8e0-41d5-9a2d-30288cebb9e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1096 time: 0.5198185 Apr 21 13:34:19.593238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4050c-6231-40b3-a1d0-9486907d419d req-646d0f27-4903-4d18-bd7b-962fcfcd1181 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:19.601373 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2de4050c-6231-40b3-a1d0-9486907d419d req-646d0f27-4903-4d18-bd7b-962fcfcd1181 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.5139122 Apr 21 13:34:19.674338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:19.777867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:19.781306 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-def5032b-ca50-4274-b596-a4d01d4019ce service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552897 Apr 21 13:34:19.852006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Made reservation on behalf of 2984be7efab9499ebb3eedc82d8c691b for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:34:19.858722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:19.871878 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2de4050c-6231-40b3-a1d0-9486907d419d req-5c4eeb8a-c1fc-4f94-813e-448fe2bc96a5 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696624 Apr 21 13:34:19.992403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-31ca6c42-3a89-4bb8-930f-0588aea8e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:19.994260 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-31ca6c42-3a89-4bb8-930f-0588aea8e328 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.4112914 Apr 21 13:34:19.998581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.062856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.107142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:20.118126 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-837a4358-db27-4f84-a887-fb0b11b628cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.1167586 Apr 21 13:34:20.271937 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b18681d-2139-4808-a154-66d8daf82e8a req-56b1f54d-fd63-484a-b5e8-2ffafa9a5dfb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 210 time: 0.1754134 Apr 21 13:34:20.299420 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8df6a31a512943d1badde7c2149fced4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5067599 Apr 21 13:34:20.299529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47056) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:20.341928 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cbf6da-6651-4d85-aa5b-cdbddd6b529f,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:20.360904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:20.362099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.373495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.385446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.394348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.399153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-45e749da-5ab5-4b5e-ac20-1f086db4af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:20.400826 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-45e749da-5ab5-4b5e-ac20-1f086db4af17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.2698257 Apr 21 13:34:20.406063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:20.444815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.453972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:20.474733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cbf6da-6651-4d85-aa5b-cdbddd6b529f,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:20.476805 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c723f534-7af4-4c9f-8763-d8d4f5877df7 req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3700080 Apr 21 13:34:20.490533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Allocated IP 172.20.0.4 (45fa222e-ede8-4be8-8669-8620990816e9/f2257222-4066-4a97-9d1f-1a1ce2d26b9c/8dd7370c-91c5-48ed-b3fe-b3c67f2e6491) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:34:20.499058 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-ba4c8cb1-d55d-4b23-bd54-35fd0e23d18a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793502 Apr 21 13:34:20.505116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:20.507937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:20.511684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da873099-5593-416d-8ee2-178d598f292d,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:20.515711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:20.517232 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98cbf6da-6651-4d85-aa5b-cdbddd6b529f HTTP/1.1" status: 204 len: 168 time: 0.2209394 Apr 21 13:34:20.977368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47104) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:21.004603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.007448 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-097f6dfd-8925-49f8-a808-b2edb26bd06a service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944733 Apr 21 13:34:21.011975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.043805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:21.047896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Usage tracker for resource:security_group_rule and tenant:1f3cb580d9dc4f9a97d1ee57c202bbad is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:21.051166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:21.057401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:21.149592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.155406 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.166729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:21.201530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960c3868-ebeb-4f4c-b8b3-5a546bf01615,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:21.207421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:21.239009 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f3cb580d9dc4f9a97d1ee57c202bbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604451 Apr 21 13:34:21.242429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47120) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:21.360903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.395056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.416584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Transition to ACTIVE for port object 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:21.454400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d5a7d-a98e-49b6-8da4-c9f41c9bebe8 req-597a4b86-86f3-4295-85dc-eddf374523d5 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:21.456075 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-565d5a7d-a98e-49b6-8da4-c9f41c9bebe8 req-597a4b86-86f3-4295-85dc-eddf374523d5 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 943 time: 0.6831083 Apr 21 13:34:21.462733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.469810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ea902f5e-3a45-484c-bdc8-cb152d22eb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:21.486827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960c3868-ebeb-4f4c-b8b3-5a546bf01615,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:21.493281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:21.495897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.497707 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/960c3868-ebeb-4f4c-b8b3-5a546bf01615 HTTP/1.1" status: 204 len: 168 time: 0.2541246 Apr 21 13:34:21.569355 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-272c5223-4a76-4ae5-b8ec-d7c37ea9ee04 req-e2b9414a-7cd3-45e8-8615-abd2d76ab0cb service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498304 Apr 21 13:34:21.602483 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-565d5a7d-a98e-49b6-8da4-c9f41c9bebe8 req-4df6a669-721a-47a4-ad55-35aa4741c59b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251709 Apr 21 13:34:21.612187 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e07ef-debc-45f9-afb7-21bd62d0fc66 req-b810b1ff-7f34-4c91-b5fa-8ea15b2774ff tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:21.613771 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-854e07ef-debc-45f9-afb7-21bd62d0fc66 req-b810b1ff-7f34-4c91-b5fa-8ea15b2774ff tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.5612381 Apr 21 13:34:21.615480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.622986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:21.680803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47142) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:21.721503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Network 45fa222e-ede8-4be8-8669-8620990816e9 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:21.726923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:21.730903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:34:21.737271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:21.737960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.793145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-854e07ef-debc-45f9-afb7-21bd62d0fc66 req-5b94d83e-35d8-4c3c-a7cf-b09016f0239d tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313450 Apr 21 13:34:21.907205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:21.918605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:21.965582 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7094798 Apr 21 13:34:21.967903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-aeb44b4c-e884-4d76-b944-6b32747c18f4 None None] Provisioning for port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:21.973416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-aeb44b4c-e884-4d76-b944-6b32747c18f4 None None] Provisioning complete for port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:21.974119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aeb44b4c-e884-4d76-b944-6b32747c18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.978351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:21.982641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Request body: {'port': {'device_id': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:21.995820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:22.004005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Usage tracker for resource:security_group_rule and tenant:6eef7786eea1485a912919916243b37c is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:22.008427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:22.014412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:22.038462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-aeb44b4c-e884-4d76-b944-6b32747c18f4 None None] Port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:34:22.044018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8469-e3be-44c0-869c-8a2b706dc0b7 req-03529fc4-e348-44e5-bfbc-0770a94d5ea1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:22.045087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-377e8469-e3be-44c0-869c-8a2b706dc0b7 req-03529fc4-e348-44e5-bfbc-0770a94d5ea1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:22.092738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-377e8469-e3be-44c0-869c-8a2b706dc0b7 req-03529fc4-e348-44e5-bfbc-0770a94d5ea1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:22.094770 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-377e8469-e3be-44c0-869c-8a2b706dc0b7 req-03529fc4-e348-44e5-bfbc-0770a94d5ea1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 931 time: 0.3224578 Apr 21 13:34:22.111833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.115418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.146131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-228c92c3-9b89-49a4-8031-e1dd1866279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:22.185036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3031876f-bbab-462b-8f3a-2642fcbf7769,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:22.190460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:22.230893 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6eef7786eea1485a912919916243b37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487268 Apr 21 13:34:22.231835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47168) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:22.236566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.251063 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-377e8469-e3be-44c0-869c-8a2b706dc0b7 req-1466cd64-c286-490d-8abe-01b04627a0fc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472452 Apr 21 13:34:22.385528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.477931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.655691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.670872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:22.684067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3031876f-bbab-462b-8f3a-2642fcbf7769,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:22.687612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:22.698178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.699509 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3031876f-bbab-462b-8f3a-2642fcbf7769 HTTP/1.1" status: 204 len: 168 time: 0.4647906 Apr 21 13:34:22.789472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:22.807405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:22.858760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Transition to ACTIVE for port object 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:22.964494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.024429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:23.307393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47220) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:23.339099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 99b7211b-28c0-4302-941a-8ef68b62526d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:34:23.347908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.360836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:23.367568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:23.373608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Usage tracker for resource:security_group_rule and tenant:192598331d92498bac643b0847ca605d is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:23.377014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:23.382429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:23.385271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:23.400674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:34:23.428650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Attempting to bind port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:23.429195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Attempting to bind port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:23.429818 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Attempting to bind port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 on network 45fa222e-ede8-4be8-8669-8620990816e9 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:23.436795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 on network 45fa222e-ede8-4be8-8669-8620990816e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:23.437162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Attempting to bind port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 on network 45fa222e-ede8-4be8-8669-8620990816e9 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:23.450477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:23.450836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Checking segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:23.451291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Bound using segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:23.451776 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Bound port: 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:23.452165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.482956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb200647-1de7-40c8-9396-5eabdb4750c5 req-e521160d-2da0-4a77-b540-b2a0a4b8735e tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:23.484575 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fb200647-1de7-40c8-9396-5eabdb4750c5 req-e521160d-2da0-4a77-b540-b2a0a4b8735e tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.4035778 Apr 21 13:34:23.494483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8fc6-855d-42ad-9204-fcdcb00561f9 req-28d6aa33-9194-4111-94e7-7882f34f310a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:23.496188 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-964a8fc6-855d-42ad-9204-fcdcb00561f9 req-28d6aa33-9194-4111-94e7-7882f34f310a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 943 time: 0.6391678 Apr 21 13:34:23.509938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.515735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.525687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:23.577296 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=192598331d92498bac643b0847ca605d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686651 Apr 21 13:34:23.578543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a14309-9653-4f35-b27d-829971b321a2,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:23.581439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47230) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:23.583882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:23.652597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.674638 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fb200647-1de7-40c8-9396-5eabdb4750c5 req-af4cc493-bb90-4029-9443-53aac8990abb tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773481 Apr 21 13:34:23.682492 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-964a8fc6-855d-42ad-9204-fcdcb00561f9 req-eb480d31-7646-459e-b9bf-74b0c4e0c99a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541357 Apr 21 13:34:23.697091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:23.702414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:23.710060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.734965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:23.748516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.751331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 99b7211b-28c0-4302-941a-8ef68b62526d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=99b7211b-28c0-4302-941a-8ef68b62526d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:23.802941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '99b7211b-28c0-4302-941a-8ef68b62526d', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'port_id': '99b7211b-28c0-4302-941a-8ef68b62526d', 'mac_address': 'fa:16:3e:05:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:34:23.812202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.831851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-36a54088-4e07-4d4b-972d-9edadbc0fb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:23.841215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:23.841900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.843431 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 1093 time: 1.8698976 Apr 21 13:34:23.846097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:23.883509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a14309-9653-4f35-b27d-829971b321a2,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:23.887559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:23.911418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:23.912645 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6a14309-9653-4f35-b27d-829971b321a2 HTTP/1.1" status: 204 len: 168 time: 0.3306570 Apr 21 13:34:24.022076 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'status': 'completed', 'code': 200} Apr 21 13:34:24.023533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:24.064180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b7211b-28c0-4302-941a-8ef68b62526d {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:24.084416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 99b7211b-28c0-4302-941a-8ef68b62526d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=99b7211b-28c0-4302-941a-8ef68b62526d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:24.091660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:24.093249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device fdcb46bb-7024-4437-bd68-dead88230363 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:34:24.129348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port fdcb46bb-7024-4437-bd68-dead88230363, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fdcb46bb-7024-4437-bd68-dead88230363,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:24.151329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:24.167679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:24.183673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:24.225310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'fdcb46bb-7024-4437-bd68-dead88230363', 'network_id': 'c3c161b3-5a91-413b-95a6-1547688d1564', 'port_id': 'fdcb46bb-7024-4437-bd68-dead88230363', 'mac_address': 'fa:16:3e:8f:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14617147-b836-41c5-84e2-5500e6fd10b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:34:24.315060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a6319461-c47e-4b42-8d05-f8f4b595e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:24.325169 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-a6319461-c47e-4b42-8d05-f8f4b595e777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.4268405 Apr 21 13:34:24.354233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:24.376191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcb46bb-7024-4437-bd68-dead88230363 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:24.382451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=99b7211b-28c0-4302-941a-8ef68b62526d,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:24.389136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:24.401023 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port fdcb46bb-7024-4437-bd68-dead88230363, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fdcb46bb-7024-4437-bd68-dead88230363,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:24.405401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:24.407566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-257601ae-e4de-4873-8e94-042b04a05503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:24.499719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=fdcb46bb-7024-4437-bd68-dead88230363,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:24.503776 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:24.523422 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-03eb8b0d-272f-40cc-9c90-c111327bdba7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 217 time: 0.1899941 Apr 21 13:34:24.540036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeaee5-b39e-4aae-bcea-01fe88a7a561 req-377ea2e4-6247-402e-85cf-96f66753fdbb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:24.541861 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-09eeaee5-b39e-4aae-bcea-01fe88a7a561 req-377ea2e4-6247-402e-85cf-96f66753fdbb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.5242581 Apr 21 13:34:24.686726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-99c54304-9d7d-47b0-a601-e48fb0baaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:24.688491 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-99c54304-9d7d-47b0-a601-e48fb0baaa22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.1578281 Apr 21 13:34:24.693959 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-09eeaee5-b39e-4aae-bcea-01fe88a7a561 req-2948df6b-d5eb-40f4-8402-5e1672638ac0 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136818 Apr 21 13:34:24.798331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['fdcb46bb-7024-4437-bd68-dead88230363'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:34:24.900868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-91075f33-a268-40ae-bd4d-35bc507dd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:24.907120 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-91075f33-a268-40ae-bd4d-35bc507dd828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2045298 Apr 21 13:34:24.921699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['99b7211b-28c0-4302-941a-8ef68b62526d'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:34:25.171068 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-6f379a0d-8997-4800-b677-4cf5e2868bed service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562001 Apr 21 13:34:25.188359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0b95-abe4-4d1b-ab97-4e5570bc5fe9 req-6443e086-b657-4149-9fd1-cde83f71fd2c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:25.190586 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-384f0b95-abe4-4d1b-ab97-4e5570bc5fe9 req-6443e086-b657-4149-9fd1-cde83f71fd2c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 944 time: 0.1833549 Apr 21 13:34:25.587094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-384f0b95-abe4-4d1b-ab97-4e5570bc5fe9 req-7b5e3dc0-9462-48cf-8572-502e0219c9fd tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726068 Apr 21 13:34:25.644631 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b71fac6-78ff-48ea-9c4a-4fad52c9b848 req-bcb1652b-0525-41bb-ba99-ad3b2176b06e service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658375 Apr 21 13:34:25.781032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-15c937f7-7110-4002-955e-c8fa7b2897bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:25.782663 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-15c937f7-7110-4002-955e-c8fa7b2897bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0870154 Apr 21 13:34:26.049353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae48522-ce38-4b61-9907-7b337698b661 req-0d11504f-eaab-4e31-904c-3995acf94d6d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:26.051656 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7ae48522-ce38-4b61-9907-7b337698b661 req-0d11504f-eaab-4e31-904c-3995acf94d6d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1708567 Apr 21 13:34:26.055091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-2e3756e7-8c94-4de3-b774-783ce9125304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:26.056863 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-2e3756e7-8c94-4de3-b774-783ce9125304 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.2659044 Apr 21 13:34:26.205882 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7ae48522-ce38-4b61-9907-7b337698b661 req-fa1ab9cb-ad2a-42a9-b29a-42accfeba419 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461093 Apr 21 13:34:26.207600 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-13acae7e-5231-47e4-bc5c-0248e4723331 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 217 time: 0.1252742 Apr 21 13:34:26.310500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-819ef50e-8454-472b-b7cb-d6a298c0104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:26.312560 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-819ef50e-8454-472b-b7cb-d6a298c0104d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.0984778 Apr 21 13:34:26.425652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-69f42004-2cb9-4110-a45c-2354e56ed4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:26.427759 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-69f42004-2cb9-4110-a45c-2354e56ed4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1066759 Apr 21 13:34:26.434932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47356) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:26.601081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:26.615768 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-ff097562-cd14-4f18-bf74-32830275ac40 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798503 Apr 21 13:34:26.620557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:26.625256 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Usage tracker for resource:security_group_rule and tenant:fccdbaaf92d04eee92c85b9b114ce249 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:26.645845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:26.667211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:26.825538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:26.830553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:26.868198 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:26.910861 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fccdbaaf92d04eee92c85b9b114ce249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746437 Apr 21 13:34:26.911715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47384) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:26.912748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641dc82-2e4e-4190-a901-789a20eecf02,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:26.917924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:26.947531 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2a5fb6b-ec76-47a9-b8fd-9d3479c956c5 req-7740565f-e7d8-4b27-84fc-a6e06369a71a service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253231 Apr 21 13:34:26.962082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d0588-faea-4dd6-911d-f2e52474cfae req-84f20201-a6b9-4feb-8d15-cbcffaac31f4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:26.963949 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f57d0588-faea-4dd6-911d-f2e52474cfae req-84f20201-a6b9-4feb-8d15-cbcffaac31f4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 944 time: 0.1651034 Apr 21 13:34:26.996041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.027001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.028993 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f57d0588-faea-4dd6-911d-f2e52474cfae req-26ddc0ab-0c82-420e-8a08-17dd3d8b6434 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585022 Apr 21 13:34:27.085748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.096939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-46c7bbef-2b25-4789-84ee-0d8083c78e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:27.111903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641dc82-2e4e-4190-a901-789a20eecf02,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:27.114687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:27.115958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.117151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f641dc82-2e4e-4190-a901-789a20eecf02 HTTP/1.1" status: 204 len: 168 time: 0.2012851 Apr 21 13:34:27.367666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 99b7211b-28c0-4302-941a-8ef68b62526d up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:27.455658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 99b7211b-28c0-4302-941a-8ef68b62526d completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:27.461553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 99b7211b-28c0-4302-941a-8ef68b62526d triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:27.462195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.501500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686b255-dad1-4b91-b311-e5ef524fb649 req-16c86f08-3277-4ca7-bfb1-f2226123df1a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:27.503577 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3686b255-dad1-4b91-b311-e5ef524fb649 req-16c86f08-3277-4ca7-bfb1-f2226123df1a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1382360 Apr 21 13:34:27.570054 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3686b255-dad1-4b91-b311-e5ef524fb649 req-595709e7-373e-433f-9eaf-efd190e129c1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596652 Apr 21 13:34:27.625299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.654211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7211b-28c0-4302-941a-8ef68b62526d'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:27.664796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 99b7211b-28c0-4302-941a-8ef68b62526d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=99b7211b-28c0-4302-941a-8ef68b62526d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:27.669056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.669976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device fdcb46bb-7024-4437-bd68-dead88230363 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:27.713181 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7211b-28c0-4302-941a-8ef68b62526d', 'code': 200} Apr 21 13:34:27.713772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-257601ae-e4de-4873-8e94-042b04a05503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:27.812759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=99b7211b-28c0-4302-941a-8ef68b62526d,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:27.817255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:27.824764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port fdcb46bb-7024-4437-bd68-dead88230363 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:27.830341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port fdcb46bb-7024-4437-bd68-dead88230363 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:27.830775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:27.973090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:28.012407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port fdcb46bb-7024-4437-bd68-dead88230363, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fdcb46bb-7024-4437-bd68-dead88230363,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:28.017811 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:28.020667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:28.052082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe675d6e-c5d1-47ed-a593-7d374eed05df req-c6442444-4f82-4e9f-9d62-52be0667d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:28.054021 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fe675d6e-c5d1-47ed-a593-7d374eed05df req-c6442444-4f82-4e9f-9d62-52be0667d8d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.1227481 Apr 21 13:34:28.121104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-fe675d6e-c5d1-47ed-a593-7d374eed05df req-2cbc98d8-3b16-4547-8783-359ba113b5e4 service neutron] Synchronizing usage tracker for tenant:592b09643dba4331983eee94ed64d7ca on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:28.123778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=fdcb46bb-7024-4437-bd68-dead88230363,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:28.129118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:28.141808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-fe675d6e-c5d1-47ed-a593-7d374eed05df req-2cbc98d8-3b16-4547-8783-359ba113b5e4 service neutron] Unset dirty status for tenant:592b09643dba4331983eee94ed64d7ca on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:28.143723 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fe675d6e-c5d1-47ed-a593-7d374eed05df req-2cbc98d8-3b16-4547-8783-359ba113b5e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822403 Apr 21 13:34:28.317412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a3930-7f2c-41e5-af72-1220f80ac350 req-33fadc5f-b8f5-4bc2-9997-58e8759d5430 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:28.319164 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0f7a3930-7f2c-41e5-af72-1220f80ac350 req-33fadc5f-b8f5-4bc2-9997-58e8759d5430 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1126173 Apr 21 13:34:28.379887 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0f7a3930-7f2c-41e5-af72-1220f80ac350 req-083aa022-7168-46ec-a81f-e8c185a7d151 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Apr 21 13:34:28.793878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111451-716f-472f-b82b-e9faf3ee6f1d req-8c8a09a1-7fd6-4589-8607-8c1e1cd3ef70 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:28.795699 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a9111451-716f-472f-b82b-e9faf3ee6f1d req-8c8a09a1-7fd6-4589-8607-8c1e1cd3ef70 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1002872 Apr 21 13:34:28.851449 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a9111451-716f-472f-b82b-e9faf3ee6f1d req-3622fb0c-1276-4b1e-ae14-8377c92f5095 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482841 Apr 21 13:34:29.611821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47572) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:29.715456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb46bb-7024-4437-bd68-dead88230363'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:29.769175 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb46bb-7024-4437-bd68-dead88230363', 'code': 200} Apr 21 13:34:29.772135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:29.795474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:29.803381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5ddee25a61e849d4bd9b329f376d6ca5 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:29.808008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:29.820429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9fc87-2829-450b-be94-55594a183059 req-fd3cc514-b5eb-4592-8793-6ecafc89334a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:29.822064 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8b9fc87-2829-450b-be94-55594a183059 req-fd3cc514-b5eb-4592-8793-6ecafc89334a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1499381 Apr 21 13:34:29.828056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:29.907452 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8b9fc87-2829-450b-be94-55594a183059 req-fe18cc6e-1cb2-4fa6-95e8-09e5ad810023 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756392 Apr 21 13:34:30.137542 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.156984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.172647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-06970082-886b-43e4-85c1-7c2f70e2aa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:30.240583 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ddee25a61e849d4bd9b329f376d6ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6245399 Apr 21 13:34:30.240583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f90194e-9b89-472c-bdbd-529ca67e10ca,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:30.241416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47592) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:30.243782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:30.248101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc72b71-0feb-45e0-9417-f50e544bed73 req-681508b5-91f9-4700-a479-7b4dadfeef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:30.249892 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9bc72b71-0feb-45e0-9417-f50e544bed73 req-681508b5-91f9-4700-a479-7b4dadfeef28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 1098 time: 0.2592349 Apr 21 13:34:30.264344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d677feb-1f66-4384-b07d-404b24a1a5e5 req-2d2ca1e3-47f0-4e41-81e9-e3694b30de79 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:30.265982 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0d677feb-1f66-4384-b07d-404b24a1a5e5 req-2d2ca1e3-47f0-4e41-81e9-e3694b30de79 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2173681 Apr 21 13:34:30.342033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.352152 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9bc72b71-0feb-45e0-9417-f50e544bed73 req-cf11717e-669e-4290-8350-8e17af9fe431 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851395 Apr 21 13:34:30.356651 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0d677feb-1f66-4384-b07d-404b24a1a5e5 req-02a57eb0-5258-4258-9083-775da4f44bf3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702488 Apr 21 13:34:30.403987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.461881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.467548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:30.478416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f90194e-9b89-472c-bdbd-529ca67e10ca,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:30.482868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:30.486227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.490427 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f90194e-9b89-472c-bdbd-529ca67e10ca HTTP/1.1" status: 204 len: 168 time: 0.2432649 Apr 21 13:34:30.886819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47640) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:30.911403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:30.931575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:30.935713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Usage tracker for resource:security_group_rule and tenant:d6ac73b6f97a40f2a5259bacfbeb60d5 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:30.938781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:30.951805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:31.083445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.087978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.117372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f5ea05e3-3b7f-427a-8bd1-6996ef8424ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:31.132257 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6ac73b6f97a40f2a5259bacfbeb60d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443280 Apr 21 13:34:31.137946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47656) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:31.211265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bb162-f31c-43f3-9e49-a1fc75cdeed8 req-c4d6ed2d-3f71-4672-82af-09e4157adaaf tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:31.213182 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b62bb162-f31c-43f3-9e49-a1fc75cdeed8 req-c4d6ed2d-3f71-4672-82af-09e4157adaaf tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1449850 Apr 21 13:34:31.221954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfb2d0-3257-4a1a-b6c1-09408ab78a00,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:31.226773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:31.227604 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.262508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.272288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fbaff-7f1f-4bc1-830f-e230cb8d2682 req-adcafd37-adbd-437e-9c0c-7f462bf7d130 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:31.275598 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5b3fbaff-7f1f-4bc1-830f-e230cb8d2682 req-adcafd37-adbd-437e-9c0c-7f462bf7d130 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.2666187 Apr 21 13:34:31.320723 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b62bb162-f31c-43f3-9e49-a1fc75cdeed8 req-259a35e5-373d-40b6-aca4-7ca99709d81c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936162 Apr 21 13:34:31.331197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.339082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-565527c3-bb7a-4775-8a1f-4cff599cdae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:31.344302 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5b3fbaff-7f1f-4bc1-830f-e230cb8d2682 req-3c624808-9190-4b24-8e01-047aba4cdd4a tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Apr 21 13:34:31.355504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.357489 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1dbfb2d0-3257-4a1a-b6c1-09408ab78a00 HTTP/1.1" status: 204 len: 168 time: 0.2182908 Apr 21 13:34:31.358436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfb2d0-3257-4a1a-b6c1-09408ab78a00,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:31.365271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:31.398960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:34:31.578750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:31.597805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'mac_address': 'fa:16:3e:27:4a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:34:31.658004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740bd10-3380-4ba6-be18-b372ff46a745 req-d667589f-f6c4-40ec-9826-3372ee8491d6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:31.669926 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4740bd10-3380-4ba6-be18-b372ff46a745 req-d667589f-f6c4-40ec-9826-3372ee8491d6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1502752 Apr 21 13:34:31.696731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.733538 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4740bd10-3380-4ba6-be18-b372ff46a745 req-1e4461fc-caf7-4df4-ada6-a067814ec3be tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625253 Apr 21 13:34:31.742275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:31.761553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:31.764767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.766825 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:31.880848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47680) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:31.904853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:31.922201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:31.926727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc1824584824ba5a698e064e9af6394 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:31.930405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:31.938028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:31.990147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47684) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:32.005348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:32.010154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:32.038048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.043080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.052949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:32.097183 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dc1824584824ba5a698e064e9af6394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151456 Apr 21 13:34:32.098834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6392611a-120c-4bc5-9e40-2c50068be8e0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:32.100450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47694) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:32.102055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:32.145156 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.172805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:32.186021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Usage tracker for resource:security_group_rule and tenant:d60601292901498abc3831e22e2449be is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:32.191150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:32.202808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:32.215946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:34:32.244219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.286596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.386076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.396899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.398962 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.416429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:32.493029 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d60601292901498abc3831e22e2449be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016003 Apr 21 13:34:32.496364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47720) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:32.499914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03725884-3516-4e98-b808-30ff79b92020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2418c822-e728-49dd-be91-c47baf88c0f5,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:32.522336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392611a-120c-4bc5-9e40-2c50068be8e0,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:32.525096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:32.526510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.527724 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6392611a-120c-4bc5-9e40-2c50068be8e0 HTTP/1.1" status: 204 len: 168 time: 0.4241505 Apr 21 13:34:32.528781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:32.529319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:32.625550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.677474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.759732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0de425-eb88-4918-aaaf-9c49e860ac2a req-6ed3e20e-6b41-4dee-8c36-ab106cc06810 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:32.765401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1e0de425-eb88-4918-aaaf-9c49e860ac2a req-6ed3e20e-6b41-4dee-8c36-ab106cc06810 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.2214475 Apr 21 13:34:32.781884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d176ae-7ccd-49fd-9106-c98df3634259 req-48cfaa16-27d3-4590-bbf8-70346d99c210 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:32.789672 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b3d176ae-7ccd-49fd-9106-c98df3634259 req-48cfaa16-27d3-4590-bbf8-70346d99c210 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.1725619 Apr 21 13:34:32.802676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.808977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6a3c93f8-c99c-4e83-98b2-5f1c1b9a6757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:32.836318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2418c822-e728-49dd-be91-c47baf88c0f5,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:32.841287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:32.884557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:32.885767 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2418c822-e728-49dd-be91-c47baf88c0f5 HTTP/1.1" status: 204 len: 168 time: 0.3877854 Apr 21 13:34:32.898535 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1e0de425-eb88-4918-aaaf-9c49e860ac2a req-5a61cf5e-0875-4a62-b2cc-2da5131edf5a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077821 Apr 21 13:34:32.902959 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b3d176ae-7ccd-49fd-9106-c98df3634259 req-c80a716e-f0d4-4d9e-898d-56b7b4d49b0a tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083512 Apr 21 13:34:33.290251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47766) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:33.359873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74ef95-f1bc-4493-915a-1d136811a2b8 req-23368aea-306b-48ab-af29-dc1114bc4849 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:33.363959 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a74ef95-f1bc-4493-915a-1d136811a2b8 req-23368aea-306b-48ab-af29-dc1114bc4849 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 944 time: 0.2454832 Apr 21 13:34:33.499551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47784) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:33.524650 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a74ef95-f1bc-4493-915a-1d136811a2b8 req-d4d28084-fa78-45cd-9deb-aa52af75545b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527345 Apr 21 13:34:33.533281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.580336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:33.587922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Usage tracker for resource:security_group_rule and tenant:91aa8ad97349437a82b1f48a6d88b7b1 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:33.593294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:33.601841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:33.703948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.709268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.722737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:33.738037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.769413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb606843-ec2d-420c-8a21-ece24d190872,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:33.771454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:33.775821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:33.799212 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91aa8ad97349437a82b1f48a6d88b7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953892 Apr 21 13:34:33.799212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47798) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:33.807198 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Usage tracker for resource:security_group_rule and tenant:3b062a1c3dcc4edab33662d9b60221f3 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:33.817273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:33.847209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:33.851786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-75de86c7-b25c-46ac-8cb2-6c2450be58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:33.853354 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-75de86c7-b25c-46ac-8cb2-6c2450be58ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 1098 time: 0.4556305 Apr 21 13:34:33.878589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.907990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.935020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47804) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:33.970541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e6688-f544-4551-a250-3e24d76788e2 req-f58a4843-6d66-42bd-b715-63d12ba30c86 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:33.971598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:33.972227 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e52e6688-f544-4551-a250-3e24d76788e2 req-f58a4843-6d66-42bd-b715-63d12ba30c86 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.4588213 Apr 21 13:34:33.977260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:33.991301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb606843-ec2d-420c-8a21-ece24d190872,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:33.995682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:33.999677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.003719 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb606843-ec2d-420c-8a21-ece24d190872 HTTP/1.1" status: 204 len: 168 time: 0.2013237 Apr 21 13:34:34.096997 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1836153979-network', 'tenant_id': '1671f08f7b2944858db568e0201d7ec4'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:34.102665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:34.107272 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Usage tracker for resource:network and tenant:1671f08f7b2944858db568e0201d7ec4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:34.110848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:34.132506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:34.154173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Made reservation on behalf of 1671f08f7b2944858db568e0201d7ec4 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:34:34.160617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.175499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.194520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:34.200074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Usage tracker for resource:security_group_rule and tenant:1671f08f7b2944858db568e0201d7ec4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:34.203981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:34.221787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:34.242171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741c7aa-708e-493c-bb56-3a00363b1af7 req-5f48f9b7-192b-484e-ba8b-10b475344347 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:34.243777 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a741c7aa-708e-493c-bb56-3a00363b1af7 req-5f48f9b7-192b-484e-ba8b-10b475344347 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.7316477 Apr 21 13:34:34.326490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.329802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.334151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2a2aad64-4616-475b-87b5-90f622e5536d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:34.363369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:34:34.373561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d338a660-7b17-4abe-ba7c-19c613f4e7d8,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:34.377471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:34.380728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.381128 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Added segment a9e9f937-37c5-4980-8104-3e880259e00f of type vlan for network b047b2b4-4ac3-40c5-8108-35e8c2772676 Apr 21 13:34:34.412808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.420756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Deleting port 2e8f60bd-48ce-468d-be38-bf052a84e1cb {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:34:34.421141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.445121 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.446509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:34.447149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.452935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7cb0442c-378e-4732-b444-90602fbb3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:34.490634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a741c7aa-708e-493c-bb56-3a00363b1af7 req-c726ee9d-de40-476d-88c1-c6d0e4138742 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239478 Apr 21 13:34:34.517577 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-483d5c9e-073c-4d36-bae4-26f843259cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:34.519143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-483d5c9e-073c-4d36-bae4-26f843259cd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.6546829 Apr 21 13:34:34.579491 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6418452 Apr 21 13:34:34.582829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47828) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:34.591813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Request body: {'subnet': {'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1836153979-subnet', 'tenant_id': '1671f08f7b2944858db568e0201d7ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:34.595359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Pushing event updated for resources: {'Network': ['ID=b047b2b4-4ac3-40c5-8108-35e8c2772676,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:34.598898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:34.599950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:34.611710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:34:34.611998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Usage tracker for resource:subnet and tenant:1671f08f7b2944858db568e0201d7ec4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:34.627048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:34.644373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:34.702270 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-4a282855-3ea0-4ed3-bbf7-648313238098 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdcb46bb-7024-4437-bd68-dead88230363 HTTP/1.1" status: 200 len: 217 time: 0.1670151 Apr 21 13:34:34.827327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.836091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Made reservation on behalf of 1671f08f7b2944858db568e0201d7ec4 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:34:34.841357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.950818 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be719324-324f-4c2b-ba18-42fda94f662c req-6c19c8ce-d38e-4573-b129-298d6545ad25 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:34.952654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-be719324-324f-4c2b-ba18-42fda94f662c req-6c19c8ce-d38e-4573-b129-298d6545ad25 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 945 time: 0.7275267 Apr 21 13:34:34.953564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:34.996959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-190f82af-1633-4392-9304-6466796ec3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:35.127439 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b062a1c3dcc4edab33662d9b60221f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8278201 Apr 21 13:34:35.136196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-080486cd-3328-4fe5-a14b-bc11de44d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:35.136422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47850) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:35.138060 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-080486cd-3328-4fe5-a14b-bc11de44d555 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.3175163 Apr 21 13:34:35.144841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a43fe-73a7-4172-bb2e-823d65178509,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:35.148400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:35.214871 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-be719324-324f-4c2b-ba18-42fda94f662c req-c7f73beb-fcff-45b2-8cdd-d5f2e336169d tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf653dd6-ba87-4c5c-a53a-14e3326c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385864 Apr 21 13:34:35.239949 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-2adec52a-7824-4a1a-baec-922de2291054 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902300 Apr 21 13:34:35.242442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] For port 2e8f60bd-48ce-468d-be38-bf052a84e1cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8f60bd-48ce-468d-be38-bf052a84e1cb,segment=NetworkSegment(b265a1ed-c71b-4212-8b8a-e7dc9bcfa295),segment_id=b265a1ed-c71b-4212-8b8a-e7dc9bcfa295)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:35.242856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.299820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.345938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.405452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:35.468147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.469008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Calling delete_port for 2e8f60bd-48ce-468d-be38-bf052a84e1cb owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:34:35.475601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-052c54e9-df96-4d2b-8f46-d7b6c4f438da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:35.485148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:35.490879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:35.491515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.513864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a43fe-73a7-4172-bb2e-823d65178509,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:35.518510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b950d-2446-47ce-b63d-8f27d5dd3424 req-be142a7e-bfff-4ec7-b7d3-55440b74acd2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:35.527629 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:35.528568 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d12b950d-2446-47ce-b63d-8f27d5dd3424 req-be142a7e-bfff-4ec7-b7d3-55440b74acd2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 944 time: 0.7662785 Apr 21 13:34:35.538718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.545100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:35.574131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.575446 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a58a43fe-73a7-4172-bb2e-823d65178509 HTTP/1.1" status: 204 len: 168 time: 0.4379191 Apr 21 13:34:35.704096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c42757e-700b-406c-a48a-85f9a2e13322,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:35.712932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:35.716336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Checking segment: {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:35.716731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Network hostable DHCP agents. Network: b047b2b4-4ac3-40c5-8108-35e8c2772676, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:34:35.737177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:34:35.747739 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d12b950d-2446-47ce-b63d-8f27d5dd3424 req-7c76e659-5267-41d6-8d0d-966cbdd562d0 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181201 Apr 21 13:34:35.758330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, b047b2b4-4ac3-40c5-8108-35e8c2772676) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:35.774252 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:35.775065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.798077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38df57f-a5e1-41bd-8d65-db031453d2a5 None None] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:34:35.799405 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2152395 Apr 21 13:34:35.904182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:35.908257 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-02121e0a-2533-4e33-b6aa-79b0f35e5b64 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553962 Apr 21 13:34:35.948648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:35.990910 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:36.009662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.026874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:36.141728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.144902 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'code': 200} Apr 21 13:34:36.169387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:36.274803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Pushing event deleted for resources: {'Port': ['ID=2e8f60bd-48ce-468d-be38-bf052a84e1cb,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:36.313673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47888) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:36.330028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:36.334345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:36.342050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eddda08-cf66-4c84-8b18-ec82954f8bc0 None None] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:34:36.349918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:36.357887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.381081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274f25-a19d-4e84-93cb-c4f2228adf17 req-df0f918b-ea57-428d-8c17-a7f3fb83545c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:36.386536 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f2274f25-a19d-4e84-93cb-c4f2228adf17 req-df0f918b-ea57-428d-8c17-a7f3fb83545c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.5379565 Apr 21 13:34:36.394439 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cbf02416-00a4-4261-9ff9-e1483bb1bd3f req-1e0da72d-1b8e-403d-ac2c-7db5a3ea90ad service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731326 Apr 21 13:34:36.404873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:36.420368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Usage tracker for resource:security_group_rule and tenant:2812ec8299cf47e680dc8be5f55dd894 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:36.426822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:36.442673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:36.514510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] No DVR routers for this DVR port 2e8f60bd-48ce-468d-be38-bf052a84e1cb on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:34:36.582684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.588807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'name': 'network-vif-deleted', 'tag': '2e8f60bd-48ce-468d-be38-bf052a84e1cb'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:36.661352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.668841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.689358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3c42e895-08ff-4c6f-b5d6-6577ae8616a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:36.742808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f28d80-ec95-49dc-a608-7d29a277c5cd,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:36.754020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47900) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:36.756582 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2812ec8299cf47e680dc8be5f55dd894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416835 Apr 21 13:34:36.759318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:36.760100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47904) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:36.842226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.859120 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-42aa3cbe-eed0-4c03-be32-f1118684dabd req-e61bc036-08d0-49f4-8cd8-e2571b084700 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.3592813 Apr 21 13:34:36.877148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.899880 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e52e6688-f544-4551-a250-3e24d76788e2 req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.15 "DELETE /v2.0/ports/2e8f60bd-48ce-468d-be38-bf052a84e1cb HTTP/1.1" status: 204 len: 173 time: 2.9186854 Apr 21 13:34:36.912389 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f2274f25-a19d-4e84-93cb-c4f2228adf17 req-5dca6cbb-6616-445f-b4da-9122561180d7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108629 Apr 21 13:34:36.948373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:36.949889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e9b5b-3e8b-4404-a1ab-caf8e036c57a req-be44336f-7fe4-4fca-9904-bcc26b8e2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:36.951964 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2a1e9b5b-3e8b-4404-a1ab-caf8e036c57a req-be44336f-7fe4-4fca-9904-bcc26b8e2988 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1098 time: 0.5079505 Apr 21 13:34:36.958147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-04c530d5-8142-464b-8a7d-6ae1fb1bccdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:37.007216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f28d80-ec95-49dc-a608-7d29a277c5cd,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:37.014709 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:37.016127 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.017476 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9f28d80-ec95-49dc-a608-7d29a277c5cd HTTP/1.1" status: 204 len: 168 time: 0.2516768 Apr 21 13:34:37.028920 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6369a9-4f0b-49f1-b221-c4e94389a5de', 'name': 'network-vif-deleted', 'tag': '2e8f60bd-48ce-468d-be38-bf052a84e1cb', 'status': 'completed', 'code': 200} Apr 21 13:34:37.040964 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2a1e9b5b-3e8b-4404-a1ab-caf8e036c57a req-874646ed-5663-4ed4-9d73-4ba45f4296ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793886 Apr 21 13:34:37.062144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47916) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:37.218561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.256747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:37.261218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Usage tracker for resource:security_group_rule and tenant:72c410dfe7524c008f0d77dfddf6b450 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:37.264330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:37.271095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:37.343006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc88f6-cb80-45ed-96df-0a331a85edfc req-08d09e21-672c-4768-8d7a-1c97e5dd35fd tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:37.352046 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3fc88f6-cb80-45ed-96df-0a331a85edfc req-08d09e21-672c-4768-8d7a-1c97e5dd35fd tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2219501 Apr 21 13:34:37.411710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 2e8f60bd-48ce-468d-be38-bf052a84e1cb no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:34:37.502060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 2e8f60bd-48ce-468d-be38-bf052a84e1cb {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:34:37.503112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 2e8f60bd-48ce-468d-be38-bf052a84e1cb not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:34:37.514996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.527488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.541040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ba44dcfe-6044-4f9c-979d-dfdcf72ed685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:37.578601 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3fc88f6-cb80-45ed-96df-0a331a85edfc req-402717c4-8faa-42a5-a443-e447cf5f842a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195659 Apr 21 13:34:37.595109 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7da39439-e289-4af0-b112-e0e6db0f17c9 req-c73ebb14-85e9-448e-88fa-ed1efd508361 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0689909 Apr 21 13:34:37.678357 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72c410dfe7524c008f0d77dfddf6b450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9206424 Apr 21 13:34:37.681166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47934) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:37.682603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.696665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1116a0ab-5982-4fed-a5e9-98806f7476fd,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:37.707422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:37.716118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:37.727990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Usage tracker for resource:security_group_rule and tenant:14252e16c7db4f308f127df58c1196d5 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:37.732159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:37.739173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:37.788056 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7da39439-e289-4af0-b112-e0e6db0f17c9 req-a5c21341-5a0e-4e30-8ffa-e05928676e78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.1018274 Apr 21 13:34:37.853251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.856538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:37.870341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-be7af99a-5128-46b3-b0b3-eef86ad7e0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:37.908398 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6811ffba-36a3-4055-be3e-488fae19c076,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:37.934407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:37.965114 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14252e16c7db4f308f127df58c1196d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009950 Apr 21 13:34:37.967477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47948) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:37.987770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.062556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.106228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.131679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-f462d384-7ad0-4f9c-bee8-ffff4e064f48 req-9cc755b9-6fb2-4549-afd2-458dca9b4966 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Synchronizing usage tracker for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:38.151929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.187861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.198560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fd79e4df-8d36-4528-ba90-2db0a7a4935b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:38.216775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811ffba-36a3-4055-be3e-488fae19c076,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:38.218993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:38.229184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.230538 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6811ffba-36a3-4055-be3e-488fae19c076 HTTP/1.1" status: 204 len: 168 time: 0.2619624 Apr 21 13:34:38.282473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.305743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-f462d384-7ad0-4f9c-bee8-ffff4e064f48 req-9cc755b9-6fb2-4549-afd2-458dca9b4966 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Unset dirty status for tenant:36862a3f484e45059bcc6160f1cb0d5e on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:38.310307 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f462d384-7ad0-4f9c-bee8-ffff4e064f48 req-9cc755b9-6fb2-4549-afd2-458dca9b4966 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e6369a9-4f0b-49f1-b221-c4e94389a5de HTTP/1.1" status: 200 len: 210 time: 0.2561579 Apr 21 13:34:38.319565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1374e2bf-5cb8-4264-88e7-711614e3b0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:38.338338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:38.339622 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1116a0ab-5982-4fed-a5e9-98806f7476fd HTTP/1.1" status: 204 len: 168 time: 0.6557920 Apr 21 13:34:38.350959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da39439-e289-4af0-b112-e0e6db0f17c9 req-b6af72e1-1632-41f3-9b6f-8ee40d3067c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:38.352581 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7da39439-e289-4af0-b112-e0e6db0f17c9 req-b6af72e1-1632-41f3-9b6f-8ee40d3067c2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5232584 Apr 21 13:34:38.355514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1116a0ab-5982-4fed-a5e9-98806f7476fd,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:38.361896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:38.458612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a2e5f-c102-4af0-8e66-7705e247c216 req-b8690259-48a2-44b7-9762-b77439340ebc tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:38.460311 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e23a2e5f-c102-4af0-8e66-7705e247c216 req-b8690259-48a2-44b7-9762-b77439340ebc tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.3116431 Apr 21 13:34:38.576645 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e23a2e5f-c102-4af0-8e66-7705e247c216 req-652f4db8-6c6d-424b-91ae-f401ab380853 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Apr 21 13:34:38.631840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da39439-e289-4af0-b112-e0e6db0f17c9 req-237478bc-16b8-4a9d-a047-8e7872852731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:38.634266 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7da39439-e289-4af0-b112-e0e6db0f17c9 req-237478bc-16b8-4a9d-a047-8e7872852731 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712376 Apr 21 13:34:38.834195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501a35d-7009-492b-ac7c-82c1a3aa528c req-0003edfa-4411-4d1b-a386-59ae5a57466d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:38.835866 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0501a35d-7009-492b-ac7c-82c1a3aa528c req-0003edfa-4411-4d1b-a386-59ae5a57466d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0937426 Apr 21 13:34:38.890805 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0501a35d-7009-492b-ac7c-82c1a3aa528c req-100f0f91-354a-41f5-8a5d-76bd2912ee16 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449944 Apr 21 13:34:38.964401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47980) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:38.991644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.008257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 47984) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:39.021013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:39.027789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Usage tracker for resource:security_group_rule and tenant:d075b5221b934d86ac144b5bd3bf462c is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:39.031607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:39.034912 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.040293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:39.105115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:39.109351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Usage tracker for resource:security_group_rule and tenant:49914ef08ff648fcb2ea716035214a27 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:39.115135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:39.132330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:39.177592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.182719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.219102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-988ab3a7-e54c-4cfc-b21a-bff35b09b97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:39.231317 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d075b5221b934d86ac144b5bd3bf462c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625077 Apr 21 13:34:39.231921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 47996) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:39.288485 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953f11d3-6cbc-40e2-b52b-d4af2226cb5d,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:39.294668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:39.297071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05846117-dc4b-430d-bc40-d43f1ca4af14 req-3969aead-48a2-4768-a29c-368b50ebfa02 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:39.304007 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-05846117-dc4b-430d-bc40-d43f1ca4af14 req-3969aead-48a2-4768-a29c-368b50ebfa02 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2536099 Apr 21 13:34:39.308431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48004) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:39.329130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.341014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'floatingip': {'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:39.366767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.396497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfd45-7732-4baf-bf24-48d254ccd33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.439570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.447000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-497e5bf6-3de7-49e1-826f-fe46f0d9c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:39.469168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f11d3-6cbc-40e2-b52b-d4af2226cb5d,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:39.472832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:39.474348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.475600 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/953f11d3-6cbc-40e2-b52b-d4af2226cb5d HTTP/1.1" status: 204 len: 168 time: 0.2426121 Apr 21 13:34:39.528412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.728688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.758334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:39.788426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:39.832134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920c27a-dbcd-4924-ac69-c8b5099b4100,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:39.923796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.924469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.924940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.926505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.927208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.927752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.928141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.928532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.928924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.929444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.930669 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.931058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:39.988243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:40.006969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-527eb631-3142-44e3-bd43-b6407d8a9b73 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:40.011926 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-527eb631-3142-44e3-bd43-b6407d8a9b73 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/networks?id=b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 200 len: 814 time: 0.7222989 Apr 21 13:34:40.020657 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49914ef08ff648fcb2ea716035214a27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0084803 Apr 21 13:34:40.022920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48044) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:40.053299 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-b010eebc-1764-4b71-b61b-3ca5deacf035 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/quotas/1671f08f7b2944858db568e0201d7ec4 HTTP/1.1" status: 200 len: 375 time: 0.0342054 Apr 21 13:34:40.118210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:40.190057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:40.276629 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:40.292893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3029151e-e615-484b-af0c-67bc572cab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:40.315005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:40.316319 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a920c27a-dbcd-4924-ac69-c8b5099b4100 HTTP/1.1" status: 204 len: 168 time: 0.2908363 Apr 21 13:34:40.317338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920c27a-dbcd-4924-ac69-c8b5099b4100,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:40.322074 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-945af7e9-8117-4c96-adec-730000b2ea24 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1671f08f7b2944858db568e0201d7ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1906116 Apr 21 13:34:40.329697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.329940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.330445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.330952 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.331510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.331780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.332167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.332714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.333103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.333487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.333865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.334243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:40.334433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7485b9-280b-4361-9ccd-055063bf4d72 req-af1cbbfa-70ec-47b0-bfba-19071b6fcfdc tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:40.338119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:40.339828 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0b7485b9-280b-4361-9ccd-055063bf4d72 req-af1cbbfa-70ec-47b0-bfba-19071b6fcfdc tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.5189614 Apr 21 13:34:40.833062 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0b7485b9-280b-4361-9ccd-055063bf4d72 req-6c8df596-3d58-4176-b58f-337d6a7ae74b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483988 Apr 21 13:34:40.892194 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-3ce1b89e-6fa9-44b8-834d-47697fc6e685 service neutron] 10.222.0.36 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484736 Apr 21 13:34:41.368581 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-5ff576e5-f4cc-4a21-bbf5-50bdfa50a82a service neutron] 10.222.0.36 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690461 Apr 21 13:34:41.484209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.resource_extend [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 13:34:41.602984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48108) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:41.657167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:41.695225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-89734dbd-04a9-4e3a-b739-63d94042b573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:41.706092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:41.717711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Deleting subnet adac02a1-9e99-467e-830c-7051f59da758 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:34:41.721391 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:41.787074 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-90d3b835-1a8e-45f4-a7bc-b33d51123eb9 req-f9cd0665-06b9-4659-9bb5-bd2d77d0b85b tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 210 time: 0.1343513 Apr 21 13:34:41.810034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:41.965872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:41.990596 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Floating IP 031c790c-63f3-4c20-ac68-8ff8cde65d0e associated. External IP: 172.28.2.230, port: 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491. Apr 21 13:34:42.095634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:42.636215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331585aa-27fe-4370-8338-47b373515e4c req-62c08c3a-2da4-4980-8834-625a7c538ee7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:42.644511 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-331585aa-27fe-4370-8338-47b373515e4c req-62c08c3a-2da4-4980-8834-625a7c538ee7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.3473012 Apr 21 13:34:42.677516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:42.697877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:34:42.755602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:42.771029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:42.845609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adac02a1-9e99-467e-830c-7051f59da758,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:42.849255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:42.850766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:42.868404 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/adac02a1-9e99-467e-830c-7051f59da758 HTTP/1.1" status: 204 len: 168 time: 1.2613685 Apr 21 13:34:42.870243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48156) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:42.967919 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-331585aa-27fe-4370-8338-47b373515e4c req-d5853158-a1a0-4010-a8d4-0c5653279668 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220203 Apr 21 13:34:43.045476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.081694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.278717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.443934 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78d2f170-2fdc-45eb-b2f7-6dbb4742133d req-cb87f580-9238-4569-b96f-f67c572ff993 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 210 time: 0.0706902 Apr 21 13:34:43.494259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05786d67-3393-4661-9493-d43c99db3f50']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:43.517872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:43.518006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b265a1ed-c71b-4212-8b8a-e7dc9bcfa295') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:43.542499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.567641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.576589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:34:43.588900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.783521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:34:43.803321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:34:43.813637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Network 05786d67-3393-4661-9493-d43c99db3f50 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:34:43.825611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.826730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:34:43.827550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:34:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:43.846581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-e771bf47-aee0-42b9-a6df-1a9f71095527 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:43.849603 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-e771bf47-aee0-42b9-a6df-1a9f71095527 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "GET /v2.0/networks?id=b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 200 len: 814 time: 0.3676584 Apr 21 13:34:43.850858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:43.931664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Request body: {'port': {'device_id': '9a48cebc-cb9e-4164-8308-961ab46605db', 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676', 'admin_state_up': True, 'tenant_id': '1671f08f7b2944858db568e0201d7ec4'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:43.986052 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-56e35144-0e12-4a61-b5be-f3ea97f3bd75 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "PUT /v2.0/floatingips/031c790c-63f3-4c20-ac68-8ff8cde65d0e HTTP/1.1" status: 200 len: 991 time: 4.6759677 Apr 21 13:34:43.990664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:44.086990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:34:44.146891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Network 05786d67-3393-4661-9493-d43c99db3f50 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:34:44.202464 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:34:44.205371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:44.211120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Usage tracker for resource:port and tenant:1671f08f7b2944858db568e0201d7ec4 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:44.216284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:44.224628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:44.338400 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'status': 'completed', 'code': 200} Apr 21 13:34:44.340667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Made reservation on behalf of 1671f08f7b2944858db568e0201d7ec4 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:34:44.342604 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.347489 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6832266b-f70d-4603-b57e-50466170dd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:44.355770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.367847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.391326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=05786d67-3393-4661-9493-d43c99db3f50,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:44.397313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48208) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:44.408448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:44.417157 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-726e3672-16c4-435d-9645-be93f28adbfe admin admin] 10.222.0.36 "DELETE /v2.0/networks/05786d67-3393-4661-9493-d43c99db3f50 HTTP/1.1" status: 204 len: 168 time: 1.5335755 Apr 21 13:34:44.594111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.614305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48222) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:44.618209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:44.647201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Usage tracker for resource:security_group_rule and tenant:8800f27d5d8f45a287bb1762159dfad4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:44.656289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:44.674759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:44.721892 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-73fa36e7-c977-4488-9442-4063a4b97f43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36862a3f484e45059bcc6160f1cb0d5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1060712 Apr 21 13:34:44.725601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48232) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:44.767191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '031c790c-63f3-4c20-ac68-8ff8cde65d0e', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'mac_address': 'fa:16:3e:27:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:34:11Z', 'updated_at': '2021-04-21T13:34:41Z', 'revision_number': 1, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:44.772627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:34:44.780856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f1629-b369-4c54-97e3-ab046555bf59 req-96eda721-504e-40b5-a798-d71b701ffd22 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:44.782519 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-696f1629-b369-4c54-97e3-ab046555bf59 req-96eda721-504e-40b5-a798-d71b701ffd22 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.5455627 Apr 21 13:34:44.791291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:34:44.792542 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:34:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:44.802327 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e5d54bfa-dd65-4db6-b925-e070d01afac5 req-206a90d1-8c82-46bd-992d-7657e9f0e61f tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 210 time: 0.1471205 Apr 21 13:34:44.822408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-600f67cc-3afb-4d3e-97b7-1b12b5899496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:44.824363 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-600f67cc-3afb-4d3e-97b7-1b12b5899496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1098 time: 0.4451733 Apr 21 13:34:44.844121 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.903646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.962991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.972942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:44.994082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:45.022210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.046710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-3ec2deb0-5ea9-439e-b7f1-812fe59a5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:45.048259 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-3ec2deb0-5ea9-439e-b7f1-812fe59a5302 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.1854384 Apr 21 13:34:45.062939 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-696f1629-b369-4c54-97e3-ab046555bf59 req-c07a53e5-6020-4777-bfcb-e475bc325871 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570887 Apr 21 13:34:45.080345 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8800f27d5d8f45a287bb1762159dfad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711433 Apr 21 13:34:45.092042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf653dd6-ba87-4c5c-a53a-14e3326c0f01,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:45.094818 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:45.096258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48246) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:45.097880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e6344981-954a-4604-b5d9-a4aa4ed36f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:45.149589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc76f655-61c6-409f-ab6e-a794b3a3accb,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:45.157794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:45.180757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.182012 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf653dd6-ba87-4c5c-a53a-14e3326c0f01 HTTP/1.1" status: 204 len: 168 time: 0.4533525 Apr 21 13:34:45.236219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Allocated IP 172.20.0.11 (b047b2b4-4ac3-40c5-8108-35e8c2772676/4c42757e-700b-406c-a48a-85f9a2e13322/087026ce-b9ba-4d9f-8311-ea1e003dbde8) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:34:45.282276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:34:45.296932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.317044 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-808fffa2-d5ab-4544-aea8-43c4d2bc0453 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 999 time: 0.2493165 Apr 21 13:34:45.361188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.513519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.519224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-80d51ffd-270a-4023-841e-db2656bfd669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:45.525012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-29c834b8-a36c-4935-b937-8fd388ae731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:45.526665 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-29c834b8-a36c-4935-b937-8fd388ae731c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.1960402 Apr 21 13:34:45.540144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc76f655-61c6-409f-ab6e-a794b3a3accb,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:45.545634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:45.558259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.561795 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc76f655-61c6-409f-ab6e-a794b3a3accb HTTP/1.1" status: 204 len: 168 time: 0.4274580 Apr 21 13:34:45.734696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:45.761255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-373943c0-5402-42f1-977c-815d33163c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:45.766663 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-373943c0-5402-42f1-977c-815d33163c1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2275596 Apr 21 13:34:46.073744 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-7b3a9ed8-07d2-4c1c-8dbe-6f4559122630 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966690 Apr 21 13:34:46.077510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:46.170268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '031c790c-63f3-4c20-ac68-8ff8cde65d0e', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'mac_address': 'fa:16:3e:27:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:34:11Z', 'updated_at': '2021-04-21T13:34:41Z', 'revision_number': 1, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:34:46.189578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9507bbc-928f-435c-89d7-b26a7f19da14 None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '031c790c-63f3-4c20-ac68-8ff8cde65d0e', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'mac_address': 'fa:16:3e:27:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:34:11Z', 'updated_at': '2021-04-21T13:34:41Z', 'revision_number': 1, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:34:46.234215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31bba45-5419-4898-98b3-970d6fd32794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:46.391519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48286) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:46.632426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4274c-3c36-43e3-860c-e34d6b518204 None None] New status for floating IP 031c790c-63f3-4c20-ac68-8ff8cde65d0e: ACTIVE {{(pid=86400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:34:46.719615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:46.747356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:46.756271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Usage tracker for resource:security_group_rule and tenant:e6da204622d54e938ec306d4d216f9d7 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:46.757423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:34:46.764415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:46.769836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:34:46.771701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:46.772496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:34:46.779625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:46.780323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:46.799070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Pushing event updated for resources: {'Port': ['ID=087026ce-b9ba-4d9f-8311-ea1e003dbde8,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:46.803474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:46.867710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:46.872662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:46.885663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:46.892419 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9888337 Apr 21 13:34:46.910230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de8c31-cb59-4f94-a79e-06d5c6a974de req-700e21f0-98b9-4566-be21-3dded3158d11 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:46.911014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-16de8c31-cb59-4f94-a79e-06d5c6a974de req-700e21f0-98b9-4566-be21-3dded3158d11 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Synchronizing usage tracker for tenant:1671f08f7b2944858db568e0201d7ec4 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:34:46.929757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Request body: {'port': {'device_id': '9a48cebc-cb9e-4164-8308-961ab46605db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:46.930438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847f489c-44bd-4335-9395-7338860e102f,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:46.964380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:46.975440 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6da204622d54e938ec306d4d216f9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5826688 Apr 21 13:34:46.978057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48308) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:46.991704 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7b86997-bc37-4c1a-bd6a-ad9d19834241 req-2132157e-5fd0-4012-942a-f47eab1cad6f service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085029 Apr 21 13:34:47.001806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04375f9-b8a7-4f70-bf8f-d3606baa4406 req-e48c723f-662c-4796-b052-1537434f76e8 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:47.003592 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d04375f9-b8a7-4f70-bf8f-d3606baa4406 req-e48c723f-662c-4796-b052-1537434f76e8 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.6533322 Apr 21 13:34:47.048658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-16de8c31-cb59-4f94-a79e-06d5c6a974de req-700e21f0-98b9-4566-be21-3dded3158d11 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Unset dirty status for tenant:1671f08f7b2944858db568e0201d7ec4 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:34:47.049706 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-16de8c31-cb59-4f94-a79e-06d5c6a974de req-700e21f0-98b9-4566-be21-3dded3158d11 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 932 time: 0.9745543 Apr 21 13:34:47.063074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.098019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.171066 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d04375f9-b8a7-4f70-bf8f-d3606baa4406 req-c08d086f-091d-49d8-9c8c-fa5cfd0d7a00 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497736 Apr 21 13:34:47.180788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.195564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.203142 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-16de8c31-cb59-4f94-a79e-06d5c6a974de req-68d8394e-7110-48ad-836b-d58a81c6cc9c tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095395 Apr 21 13:34:47.212770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c48db7fb-ad76-45c8-80f1-d4924b14c2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:47.254609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847f489c-44bd-4335-9395-7338860e102f,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:47.276344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:47.277666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.278869 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/847f489c-44bd-4335-9395-7338860e102f HTTP/1.1" status: 204 len: 168 time: 0.2998121 Apr 21 13:34:47.672799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087026ce-b9ba-4d9f-8311-ea1e003dbde8 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:47.683789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.701700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Transition to ACTIVE for port object 087026ce-b9ba-4d9f-8311-ea1e003dbde8 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:34:47.707237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:47.712799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:47.788505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Pushing event updated for resources: {'Port': ['ID=087026ce-b9ba-4d9f-8311-ea1e003dbde8,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:47.805311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:47.991838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Attempting to bind port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:34:47.992035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Attempting to bind port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:34:47.992382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Attempting to bind port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 on network b047b2b4-4ac3-40c5-8108-35e8c2772676 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:47.998492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 on network b047b2b4-4ac3-40c5-8108-35e8c2772676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:47.998864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Attempting to bind port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 on network b047b2b4-4ac3-40c5-8108-35e8c2772676 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:34:48.004606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:34:48.004992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Checking segment: {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:34:48.005423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Bound using segment: {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:34:48.005909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Bound port: 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:34:48.006299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:48.122576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] For port 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:34:48.125950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] For port 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:34:48.129031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:48.135509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:48.223944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:48.224810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:48.226514 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] 10.222.0.15 "PUT /v2.0/ports/087026ce-b9ba-4d9f-8311-ea1e003dbde8 HTTP/1.1" status: 200 len: 1094 time: 1.3115201 Apr 21 13:34:48.227155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a48cebc-cb9e-4164-8308-961ab46605db', 'tag': '087026ce-b9ba-4d9f-8311-ea1e003dbde8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:48.285572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Pushing event updated for resources: {'Port': ['ID=087026ce-b9ba-4d9f-8311-ea1e003dbde8,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:48.306322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:48.383825 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a48cebc-cb9e-4164-8308-961ab46605db', 'tag': '087026ce-b9ba-4d9f-8311-ea1e003dbde8', 'status': 'completed', 'code': 200} Apr 21 13:34:48.420666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-86d485b9-ffca-4924-ae7a-616a9010485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:48.423916 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-86d485b9-ffca-4924-ae7a-616a9010485f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1671f08f7b2944858db568e0201d7ec4&device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 1097 time: 0.1232941 Apr 21 13:34:48.625526 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-2ca209ff-2bec-4d52-8e4e-c8a25951378c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8 HTTP/1.1" status: 200 len: 217 time: 0.1923645 Apr 21 13:34:48.723780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-835a697d-1a3f-4564-b507-b350ad147dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:48.725836 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-835a697d-1a3f-4564-b507-b350ad147dd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c42757e-700b-406c-a48a-85f9a2e13322 HTTP/1.1" status: 200 len: 854 time: 0.0903361 Apr 21 13:34:48.836995 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-585968ce-349d-40a7-b640-a3230f584826 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b047b2b4-4ac3-40c5-8108-35e8c2772676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973430 Apr 21 13:34:48.921789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48416) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:48.967553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18140e5-63b1-4850-90d7-0e67e8cb6755 req-ff3267ba-e809-4a9d-9060-c71df2a22b3a tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:48.975376 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b18140e5-63b1-4850-90d7-0e67e8cb6755 req-ff3267ba-e809-4a9d-9060-c71df2a22b3a tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 944 time: 0.4635186 Apr 21 13:34:49.048273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452cc50-df67-41b8-9b08-04daa212d6b6 req-38f998c8-e8b5-4c2f-83ce-bf071cf4ef38 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:49.050069 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4452cc50-df67-41b8-9b08-04daa212d6b6 req-38f998c8-e8b5-4c2f-83ce-bf071cf4ef38 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.5370498 Apr 21 13:34:49.088006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.107804 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:49.113061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d43043cca2040cfaffcad5b33da833e is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:49.117054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:49.124541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:49.144826 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-4ce240a7-e9b6-4d91-9dd0-9c3f33a2a437 service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935534 Apr 21 13:34:49.166406 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b18140e5-63b1-4850-90d7-0e67e8cb6755 req-61d7c128-a5a0-4420-a77b-536025401a59 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900485 Apr 21 13:34:49.254114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.261466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.273532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bbabd7d7-0640-4e17-bc7e-8ff4ad5a2260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:49.326364 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d43043cca2040cfaffcad5b33da833e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008832 Apr 21 13:34:49.326364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93195259-77ae-437f-aa57-434d1704a4bf,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:49.328452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48434) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:49.331723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:49.362469 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eeef3836-02cd-4ded-84d3-747415cea7a3 req-d3a37063-c2bd-4b1e-80c7-f2cc77e3e368 service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996522 Apr 21 13:34:49.393856 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4452cc50-df67-41b8-9b08-04daa212d6b6 req-adb63d35-7509-421a-aef9-0340e33fc7aa tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293250 Apr 21 13:34:49.414277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.445051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.505942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.510976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3c9f8de9-5fb5-48df-834d-eaa58e2fe9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:49.522347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93195259-77ae-437f-aa57-434d1704a4bf,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:49.524654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d332-538e-403e-b995-68d96aa96f07 req-f7b74b3f-59d8-4e2f-a4c5-674ba3b60b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:49.525723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:49.527444 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-f7b74b3f-59d8-4e2f-a4c5-674ba3b60b94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1671f08f7b2944858db568e0201d7ec4&device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 1097 time: 0.0958602 Apr 21 13:34:49.531887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:49.535986 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93195259-77ae-437f-aa57-434d1704a4bf HTTP/1.1" status: 204 len: 168 time: 0.2063498 Apr 21 13:34:49.695462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d332-538e-403e-b995-68d96aa96f07 req-e480813d-29c6-4471-a9c1-f5d72c4cea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:49.699634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-e480813d-29c6-4471-a9c1-f5d72c4cea25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 200 len: 915 time: 0.1617413 Apr 21 13:34:49.792247 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-5d8ee343-8d20-4e94-aa7e-28d804158cb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8 HTTP/1.1" status: 200 len: 217 time: 0.0822017 Apr 21 13:34:49.875109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d332-538e-403e-b995-68d96aa96f07 req-dd35e996-4bd2-4f42-9f17-e2c69876b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:49.876941 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-dd35e996-4bd2-4f42-9f17-e2c69876b154 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c42757e-700b-406c-a48a-85f9a2e13322 HTTP/1.1" status: 200 len: 854 time: 0.0778716 Apr 21 13:34:49.944612 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-f9cd19bf-527b-43d0-879c-75081560ff5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b047b2b4-4ac3-40c5-8108-35e8c2772676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599484 Apr 21 13:34:50.132724 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-7cc954e3-495f-4ac2-b0aa-2d86fa12a060 service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779454 Apr 21 13:34:50.347648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48482) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:50.387059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.405174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:50.409434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Usage tracker for resource:security_group_rule and tenant:b3289899c92c454ea1431cff11ac4183 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:50.412579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:50.419681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:50.497961 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af28d332-538e-403e-b995-68d96aa96f07 req-c0e97f5f-1032-41ad-9013-023d97de22cc service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496420 Apr 21 13:34:50.533114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.535474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.550688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e50e97-a53b-4353-97ca-70bde042d4f4 req-bb25e669-9f8d-4cd4-97fe-a7805517d721 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:50.552389 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e9e50e97-a53b-4353-97ca-70bde042d4f4 req-bb25e669-9f8d-4cd4-97fe-a7805517d721 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 944 time: 0.1576695 Apr 21 13:34:50.555675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c07a401b-f19d-4348-80e4-5e3f903f9863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:50.611751 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3289899c92c454ea1431cff11ac4183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621138 Apr 21 13:34:50.613802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48500) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:50.617005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a2e435-ba97-495e-8777-e2dd31c05911,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:50.630129 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e9e50e97-a53b-4353-97ca-70bde042d4f4 req-fe4caacd-d14f-41c5-8974-029de773bee8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 Apr 21 13:34:50.633581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:50.698215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.727910 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.792413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.797661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b4463252-70d3-4d65-990a-225779edeec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:50.812467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a2e435-ba97-495e-8777-e2dd31c05911,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:50.815560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:50.816842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:50.821128 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6a2e435-ba97-495e-8777-e2dd31c05911 HTTP/1.1" status: 204 len: 168 time: 0.2062294 Apr 21 13:34:50.881499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48514) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:50.892301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b97e-ddb5-45e0-80fd-f0b513b17c43 req-23402f7d-faa8-4ba7-98c6-bfc433064d12 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:50.894350 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6892b97e-ddb5-45e0-80fd-f0b513b17c43 req-23402f7d-faa8-4ba7-98c6-bfc433064d12 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1294675 Apr 21 13:34:50.955537 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6892b97e-ddb5-45e0-80fd-f0b513b17c43 req-80386e76-44fd-4a04-afa3-8fbe8b7de97c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545328 Apr 21 13:34:51.252570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.269531 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:51.274545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d56e003c315a4899ad19fc9a112980a9 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:51.278923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:51.285205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:51.381129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.385223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.398751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-67527102-9e55-4dd9-b206-966147cc2394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:51.440789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ad4d5-0eca-4d16-8373-ded7df47b689,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:51.444527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:51.467110 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d56e003c315a4899ad19fc9a112980a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837374 Apr 21 13:34:51.469201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48548) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:51.582352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.609876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.668620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.676006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-19171b2c-3eb7-4622-8d93-4278b3f1b104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:51.700334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:51.704441 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/940ad4d5-0eca-4d16-8373-ded7df47b689 HTTP/1.1" status: 204 len: 168 time: 0.2338536 Apr 21 13:34:51.705541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ad4d5-0eca-4d16-8373-ded7df47b689,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:51.709349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:51.921024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc3e57-a7d2-4107-8f7b-537436c62138 req-63065993-5992-45ee-b965-cc06c68a5b8c tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:51.922636 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07bc3e57-a7d2-4107-8f7b-537436c62138 req-63065993-5992-45ee-b965-cc06c68a5b8c tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 944 time: 0.1010454 Apr 21 13:34:51.977572 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07bc3e57-a7d2-4107-8f7b-537436c62138 req-7fa43f87-bfa3-4f36-a69b-aadadad7f909 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Apr 21 13:34:52.235925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0917-ef32-4251-9634-a090ace04a95 req-c6526251-3d13-4ea8-92fd-aa823b56a5f2 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:52.237866 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-025e0917-ef32-4251-9634-a090ace04a95 req-c6526251-3d13-4ea8-92fd-aa823b56a5f2 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1476223 Apr 21 13:34:52.318027 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-025e0917-ef32-4251-9634-a090ace04a95 req-bb1479b9-bc86-4845-b600-feba50018e92 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Apr 21 13:34:52.378018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48598) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:52.390596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48604) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:52.422143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.439873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:52.444404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Usage tracker for resource:security_group_rule and tenant:672002a6f0144003a862fc843135a427 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:52.448489 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:52.454953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:52.593196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.599487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.602175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.622402 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-65d86d31-f0c6-4bdd-b877-75bcbf227961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:52.654902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:52.666842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d92f1f36754f34a9ee64ab33b3e385 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:52.676725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:52.694246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:52.703882 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=672002a6f0144003a862fc843135a427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119025 Apr 21 13:34:52.704637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48618) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:52.717219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f4d52-f1f1-4052-bfc1-35c23d54bd8d,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:52.720653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:52.851917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.892018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.912816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.931268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.942939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f9ef80e3-eb03-4a0d-b254-be82576d3b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:52.958241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.965064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:52.983389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:52.984629 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/938f4d52-f1f1-4052-bfc1-35c23d54bd8d HTTP/1.1" status: 204 len: 168 time: 0.2778943 Apr 21 13:34:52.986018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f4d52-f1f1-4052-bfc1-35c23d54bd8d,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:52.988680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:53.007480 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3d92f1f36754f34a9ee64ab33b3e385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260426 Apr 21 13:34:53.007480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6034974-b1fd-4d95-8eac-c5eb982b3e9c,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:53.009221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48642) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:53.022948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:53.211690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.257573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.328710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.342260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b368-f923-4ee6-8d30-2775881c88a8 req-548630a0-0fb4-47df-af15-8e4040240b76 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:53.343957 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6e04b368-f923-4ee6-8d30-2775881c88a8 req-548630a0-0fb4-47df-af15-8e4040240b76 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 944 time: 0.2009876 Apr 21 13:34:53.347182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:53.377344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6034974-b1fd-4d95-8eac-c5eb982b3e9c,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:53.379833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:53.386790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.390432 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6034974-b1fd-4d95-8eac-c5eb982b3e9c HTTP/1.1" status: 204 len: 168 time: 0.3740916 Apr 21 13:34:53.414571 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6e04b368-f923-4ee6-8d30-2775881c88a8 req-b3229f17-234f-4f21-9224-895732a7d327 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582259 Apr 21 13:34:53.509742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 087026ce-b9ba-4d9f-8311-ea1e003dbde8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:34:53.554799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4affd-c7a1-4614-a2cb-15e5c0aaf0b8 req-97a74078-336a-473b-a18d-092991eeb579 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:53.556466 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-02f4affd-c7a1-4614-a2cb-15e5c0aaf0b8 req-97a74078-336a-473b-a18d-092991eeb579 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1067116 Apr 21 13:34:53.615809 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-02f4affd-c7a1-4614-a2cb-15e5c0aaf0b8 req-3aa73953-d53e-4455-9387-c4cd0db6fa4c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504730 Apr 21 13:34:53.735670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:53.751359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '087026ce-b9ba-4d9f-8311-ea1e003dbde8', 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676', 'port_id': '087026ce-b9ba-4d9f-8311-ea1e003dbde8', 'mac_address': 'fa:16:3e:a3:27:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42757e-700b-406c-a48a-85f9a2e13322', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:34:53.831395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.855451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087026ce-b9ba-4d9f-8311-ea1e003dbde8 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:34:53.887174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:53.896477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.898347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:53.935817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48682) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:53.970471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:53.988159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:53.992729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Usage tracker for resource:security_group_rule and tenant:675cd6240ce945ad9358d5aa54b8b190 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:53.996229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:54.006484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:54.027703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=087026ce-b9ba-4d9f-8311-ea1e003dbde8,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.043598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:34:54.046705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:54.161207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:54.167745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:54.219665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:54.231272 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=675cd6240ce945ad9358d5aa54b8b190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943962 Apr 21 13:34:54.233914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48704) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:54.273458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89e59c-769f-4698-b0a2-bfbab89afcd0,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:54.277528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:54.315368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:54.344646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:54.376861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['087026ce-b9ba-4d9f-8311-ea1e003dbde8'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:34:54.399440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:54.411328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1f589013-4607-4eb7-9053-021689c4b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:54.429578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89e59c-769f-4698-b0a2-bfbab89afcd0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:54.433644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:54.439877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:54.441088 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f89e59c-769f-4698-b0a2-bfbab89afcd0 HTTP/1.1" status: 204 len: 168 time: 0.2060215 Apr 21 13:34:54.689415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5577b-5058-4b1f-8b0e-72f8588a0478 req-671fad6e-5206-44d1-bfca-67af9b0d1508 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:54.697952 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e4d5577b-5058-4b1f-8b0e-72f8588a0478 req-671fad6e-5206-44d1-bfca-67af9b0d1508 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 945 time: 0.1210384 Apr 21 13:34:54.748678 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e4d5577b-5058-4b1f-8b0e-72f8588a0478 req-9d3791d4-5fb3-4f92-b5af-402462fa9d80 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Apr 21 13:34:54.943582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9527325-45cb-4159-89a5-8d1e1d08829d req-0dd25c10-370f-4f45-b76f-9214e9116a61 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:54.945232 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e9527325-45cb-4159-89a5-8d1e1d08829d req-0dd25c10-370f-4f45-b76f-9214e9116a61 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1090214 Apr 21 13:34:54.955515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48740) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:55.006811 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e9527325-45cb-4159-89a5-8d1e1d08829d req-ba679185-772e-4a33-b814-bcaa163b7655 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529766 Apr 21 13:34:55.238822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.265678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:55.271526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6bbf1c5d2e4698b342240c6b7fef19 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:55.277137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:55.289721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:55.341052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48758) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:55.464725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.473051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.500446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bbf79a49-cb34-4038-b319-77ad58ce80d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:55.558697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.587384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:55.594390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Usage tracker for resource:security_group_rule and tenant:eeda5f898e5b403a83fcc0e406842e93 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:55.600079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:55.609308 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a6bbf1c5d2e4698b342240c6b7fef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526368 Apr 21 13:34:55.612719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:55.615556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48776) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:55.636508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b779f3f-9455-46f8-8fcd-adf771fb303e,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:55.646110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:55.737321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.740441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.742298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.776467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3cc98b7a-b5f1-4cdc-90c7-36b027e71483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:55.795544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.815435 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eeda5f898e5b403a83fcc0e406842e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730585 Apr 21 13:34:55.816441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48782) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:55.822866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2addb7f5-7034-4f2b-a8bb-fa9f4be08556,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:55.843665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:55.936607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:55.942180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bcdd8964-ee34-4c88-9df7-e4668d3177cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:55.996787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:56.032685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b779f3f-9455-46f8-8fcd-adf771fb303e,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:56.045545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:56.048114 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b779f3f-9455-46f8-8fcd-adf771fb303e HTTP/1.1" status: 204 len: 168 time: 0.4308915 Apr 21 13:34:56.050257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:56.059787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:56.212309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:56.229709 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ddd5eddd-9b20-4f34-8d8a-e68c38934a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:56.303663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2addb7f5-7034-4f2b-a8bb-fa9f4be08556,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:56.310711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:56.311643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:56.315551 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2addb7f5-7034-4f2b-a8bb-fa9f4be08556 HTTP/1.1" status: 204 len: 168 time: 0.4932661 Apr 21 13:34:56.385270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dcf2a-c863-4cfc-8646-35cb272b286f req-deca1053-c951-4bc2-a1ed-6939005e6cbd tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:56.386889 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-298dcf2a-c863-4cfc-8646-35cb272b286f req-deca1053-c951-4bc2-a1ed-6939005e6cbd tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 945 time: 0.3501132 Apr 21 13:34:56.403303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da034a57-ab15-47da-9fa6-6a1d9d8b0d7e req-45a37a7f-988f-4819-85eb-d57ef502ccb1 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:56.407803 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-da034a57-ab15-47da-9fa6-6a1d9d8b0d7e req-45a37a7f-988f-4819-85eb-d57ef502ccb1 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1795433 Apr 21 13:34:56.737822 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-da034a57-ab15-47da-9fa6-6a1d9d8b0d7e req-263a3f72-a238-4abc-88be-baf7788d393c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086135 Apr 21 13:34:56.743256 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-298dcf2a-c863-4cfc-8646-35cb272b286f req-3cc8e04b-3c1d-4634-9cae-d87ab0c6a505 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343406 Apr 21 13:34:57.071703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48830) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:57.096768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.117597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:34:57.122986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb91c8549d2f45abbf9b541e8468a93a is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:34:57.126576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:34:57.134622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:34:57.254914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.262122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.283599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0be9b304-d3fd-4a38-b89f-2a0e21db65d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:57.341723 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb91c8549d2f45abbf9b541e8468a93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652581 Apr 21 13:34:57.342055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48848) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:34:57.362999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f98df2-2489-48c3-a697-c396a091fb9b,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:57.381963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:57.468129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.507775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.518961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 087026ce-b9ba-4d9f-8311-ea1e003dbde8 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:34:57.571105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.576430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1e7e1a6-bc16-41a9-b758-d0aa5417f652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:57.593826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f98df2-2489-48c3-a697-c396a091fb9b,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:57.599436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:57.601937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.607744 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65f98df2-2489-48c3-a697-c396a091fb9b HTTP/1.1" status: 204 len: 168 time: 0.2592351 Apr 21 13:34:57.740267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:34:57.746990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:34:57.747594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.952369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:57.984747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a48cebc-cb9e-4164-8308-961ab46605db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087026ce-b9ba-4d9f-8311-ea1e003dbde8'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:34:57.996608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:34:58.001343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:34:58.003792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:34:58.106628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=087026ce-b9ba-4d9f-8311-ea1e003dbde8,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:34:58.111186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:34:58.143111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b91f5-8a77-48b7-ac41-86a4c4b773f9 req-7a4ef14c-716f-4b8b-9c96-63566dc3ffec tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:58.144767 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-429b91f5-8a77-48b7-ac41-86a4c4b773f9 req-7a4ef14c-716f-4b8b-9c96-63566dc3ffec tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.2353284 Apr 21 13:34:58.179057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214e857-ef20-42fb-856d-18c6fc97f119 req-8b841b4f-c9e7-4e76-912e-277010c1e8be tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:58.181480 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0214e857-ef20-42fb-856d-18c6fc97f119 req-8b841b4f-c9e7-4e76-912e-277010c1e8be tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.1976733 Apr 21 13:34:58.253875 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-429b91f5-8a77-48b7-ac41-86a4c4b773f9 req-af07e79d-2100-41e2-a4c8-fbbd5a862f6a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855689 Apr 21 13:34:58.300669 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0214e857-ef20-42fb-856d-18c6fc97f119 req-82b92ffe-faa4-4402-b8f2-a2ea545496cf tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Apr 21 13:34:58.393226 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a48cebc-cb9e-4164-8308-961ab46605db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087026ce-b9ba-4d9f-8311-ea1e003dbde8', 'code': 200} Apr 21 13:34:58.730391 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dd231-e01d-471c-baab-cd7e4044550f req-b782936b-e8cf-459c-b67f-dab38613bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:58.732329 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4d7dd231-e01d-471c-baab-cd7e4044550f req-b782936b-e8cf-459c-b67f-dab38613bed9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 1099 time: 0.1006904 Apr 21 13:34:58.788568 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4d7dd231-e01d-471c-baab-cd7e4044550f req-59c44d29-2200-44a1-9eee-6db616d09753 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475237 Apr 21 13:34:59.595427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd6f9c-6eca-4653-aaae-b8dc72a06413 req-6e52a5f7-2370-40a2-8885-58a3f24862f9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:59.597259 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65fd6f9c-6eca-4653-aaae-b8dc72a06413 req-6e52a5f7-2370-40a2-8885-58a3f24862f9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1991549 Apr 21 13:34:59.613104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447fa61-3616-4bfc-a03c-0a3dbbb4c872 req-b4dd33e6-7ae6-4dfd-910f-e8b1e22ed11e tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:34:59.614719 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7447fa61-3616-4bfc-a03c-0a3dbbb4c872 req-b4dd33e6-7ae6-4dfd-910f-e8b1e22ed11e tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.1573663 Apr 21 13:34:59.690826 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65fd6f9c-6eca-4653-aaae-b8dc72a06413 req-8abf917b-f88c-4257-8aaf-0dae408da1a4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748370 Apr 21 13:34:59.702167 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7447fa61-3616-4bfc-a03c-0a3dbbb4c872 req-873b2292-a5a4-4506-986d-e57418fa8855 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710032 Apr 21 13:35:00.401495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:35:00.410941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 48976) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:00.544432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:00.559903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:00.564075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Usage tracker for resource:security_group_rule and tenant:32fe8f72ab054b209c506aeb010a39da is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:00.567091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:00.573276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:00.661320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:00.664166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:00.674319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c036ad1a-ddcd-4f47-8aba-6a89ab69826a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:00.719511 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32fe8f72ab054b209c506aeb010a39da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072448 Apr 21 13:35:00.720383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7076186b-329a-4c64-bd9f-78d2c2f878e7,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:00.722218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 48986) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:00.725155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:00.805686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:00.885195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.044942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.052224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:01.070750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cf7d4-9954-4a75-8625-8d9bf69e2923 req-c8706e96-a82b-495e-a730-a1c62a9d525f tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:01.072872 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-150cf7d4-9954-4a75-8625-8d9bf69e2923 req-c8706e96-a82b-495e-a730-a1c62a9d525f tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.2346940 Apr 21 13:35:01.083341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03837f29-7f17-4578-bd17-bc452825ad28 req-0f21f0f2-e623-4da3-9cef-913860b7322e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:01.084823 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03837f29-7f17-4578-bd17-bc452825ad28 req-0f21f0f2-e623-4da3-9cef-913860b7322e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1921232 Apr 21 13:35:01.089726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076186b-329a-4c64-bd9f-78d2c2f878e7,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:01.092168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:01.142115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.155590 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7076186b-329a-4c64-bd9f-78d2c2f878e7 HTTP/1.1" status: 204 len: 168 time: 0.4191315 Apr 21 13:35:01.206108 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03837f29-7f17-4578-bd17-bc452825ad28 req-645389e3-0434-42de-a5bd-51fd8773065b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107788 Apr 21 13:35:01.225819 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-150cf7d4-9954-4a75-8625-8d9bf69e2923 req-ecbd3c8b-ae09-4855-be0f-f56678029511 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375155 Apr 21 13:35:01.621623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49044) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:01.640837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.664240 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:01.669193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf891a274e84e459089adda9a03a541 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:01.672401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:01.679389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:01.788471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.792355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.802534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:01.835692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3eed85-260d-4e5c-8608-d66ea2ddc4f5,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:01.839021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:01.861683 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaf891a274e84e459089adda9a03a541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364128 Apr 21 13:35:01.861980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49074) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:01.939281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:01.970231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:02.021852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:02.027949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-afcc6fd4-cdce-4bb0-9827-c144878b27ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:02.043833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3eed85-260d-4e5c-8608-d66ea2ddc4f5,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:02.047088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:02.048199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:02.051937 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c3eed85-260d-4e5c-8608-d66ea2ddc4f5 HTTP/1.1" status: 204 len: 168 time: 0.1864867 Apr 21 13:35:02.560205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9c34-2b58-4473-bb73-4e985c0e8bc5 req-24fdbe9f-2080-4ed5-8e3f-49d54eca410e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:02.561929 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12ca9c34-2b58-4473-bb73-4e985c0e8bc5 req-24fdbe9f-2080-4ed5-8e3f-49d54eca410e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1800842 Apr 21 13:35:02.634063 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12ca9c34-2b58-4473-bb73-4e985c0e8bc5 req-b684a1d8-ebb4-464f-b2fc-f41a264706a0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651906 Apr 21 13:35:03.211678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49156) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:03.260851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49164) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:03.604525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:03.626302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:03.645686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Usage tracker for resource:security_group_rule and tenant:13678767bffd453cab88b39f9e2211b3 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:03.651646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:03.659364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:03.669756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:03.747436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:03.761102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c263c88f1e5d487686c6cf5ab0c0d295 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:03.766828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:03.782727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:03.795357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:03.803490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:03.819232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-745c3f01-5e5e-47b8-8fed-b7aec3684da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:03.890070 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13678767bffd453cab88b39f9e2211b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712425 Apr 21 13:35:03.891844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49182) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:03.919124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef7bcfc-70d0-49d7-a81f-904de6504d9e,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:03.927653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:03.936938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730c4f-c473-454b-b131-5100b0f8196f req-fc18b934-5827-4e7c-beae-a6b4f30829c4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:03.938642 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-84730c4f-c473-454b-b131-5100b0f8196f req-fc18b934-5827-4e7c-beae-a6b4f30829c4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1189747 Apr 21 13:35:04.000848 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-84730c4f-c473-454b-b131-5100b0f8196f req-07e0eef4-8b02-428b-8a22-870e5928e76c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545743 Apr 21 13:35:04.023356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.024492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.036394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.048366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f0e83e86-52bd-430d-8188-d39a32603f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:04.100188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.124025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c94dff-4705-4d44-b4bb-2560a982e452,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:04.145223 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c263c88f1e5d487686c6cf5ab0c0d295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827820 Apr 21 13:35:04.147190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:04.149708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49188) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:04.217683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.227259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fc1b4f42-10c4-4619-ab27-03cf9e53e258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:04.269164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.274186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef7bcfc-70d0-49d7-a81f-904de6504d9e,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:04.278386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.281739 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ef7bcfc-70d0-49d7-a81f-904de6504d9e HTTP/1.1" status: 204 len: 168 time: 0.3821242 Apr 21 13:35:04.291614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:04.327924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.394135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.405357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:04.431281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c94dff-4705-4d44-b4bb-2560a982e452,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:04.439532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:04.441017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.445172 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3c94dff-4705-4d44-b4bb-2560a982e452 HTTP/1.1" status: 204 len: 168 time: 0.2934058 Apr 21 13:35:04.626810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49214) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:04.817921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49224) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:04.839809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.858414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:04.863172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:606dcf0b00c6444e9d1147c71c21dc95 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:04.866372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:04.874088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:04.992015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:04.995536 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.007426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f2e9df55-d214-49eb-8b44-e9240edd25f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:05.054195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.058392 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=606dcf0b00c6444e9d1147c71c21dc95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392547 Apr 21 13:35:05.060071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49230) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:05.063122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6001d74-a4c7-44b9-81b7-bce5eb89d1f0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:05.078433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:05.079673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:05.091494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Usage tracker for resource:security_group_rule and tenant:c49784f914fe43c880302fbb2e0522e4 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:05.094408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49234) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:05.097539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:05.123516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:05.126307 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.148814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:05.157543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Usage tracker for resource:security_group_rule and tenant:4235ada8ce2f46fab4e70639e85bf7cf is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:05.162351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:05.167624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.169395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:05.202026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.251793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.257274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-baaea996-1f99-4c86-9d6b-7e60d41608c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:05.272149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6001d74-a4c7-44b9-81b7-bce5eb89d1f0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:05.275001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:05.276309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.277528 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6001d74-a4c7-44b9-81b7-bce5eb89d1f0 HTTP/1.1" status: 204 len: 168 time: 0.2163846 Apr 21 13:35:05.417741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457c7ba-7b53-4adf-aba1-4cdc0b527940 req-0d3c9795-6445-439c-9244-c3a1bf3aabd0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:05.420505 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c457c7ba-7b53-4adf-aba1-4cdc0b527940 req-0d3c9795-6445-439c-9244-c3a1bf3aabd0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.2231266 Apr 21 13:35:05.437306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.469118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.480071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.483562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03fc4fd5-c8f6-44fe-8f7c-b8dbc7b50ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:05.527886 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4235ada8ce2f46fab4e70639e85bf7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320648 Apr 21 13:35:05.528707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.530787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49242) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:05.594742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cde2086-9373-4d8c-92e8-58448fe3c61f,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:05.600867 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c49784f914fe43c880302fbb2e0522e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9722261 Apr 21 13:35:05.604728 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c457c7ba-7b53-4adf-aba1-4cdc0b527940 req-75355f29-ee1b-45fa-93be-8f2de7083b13 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646278 Apr 21 13:35:05.605229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49246) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:05.606300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:05.608512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f8d18f5b-0f4e-4f93-9437-0b98a1709255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:05.628164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.641169 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e199b-7d8d-4b50-90c5-2588a2195e7c,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:05.654595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:05.665635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.740731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.745497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.751324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b76c95ff-489b-4321-8e8e-cf546817dc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:05.765696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cde2086-9373-4d8c-92e8-58448fe3c61f,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:05.789453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:05.792650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.812151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cde2086-9373-4d8c-92e8-58448fe3c61f HTTP/1.1" status: 204 len: 168 time: 0.2777357 Apr 21 13:35:05.812336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.912035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.925923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-98dd85d1-e759-47d7-a6aa-0c8778ba3a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:05.957645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e199b-7d8d-4b50-90c5-2588a2195e7c,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:05.976142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:05.986532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:05.989460 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c58e199b-7d8d-4b50-90c5-2588a2195e7c HTTP/1.1" status: 204 len: 168 time: 0.3822317 Apr 21 13:35:06.466324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49284) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:06.499729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:06.532421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:06.537778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Usage tracker for resource:security_group_rule and tenant:32b6824a82e84740939ba1b1d53bc27c is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:06.541655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:06.548535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:06.657928 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:06.662386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:06.673939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f7aeda87-883f-4eb5-b7b5-286267d5ed43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:06.727572 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32b6824a82e84740939ba1b1d53bc27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572162 Apr 21 13:35:06.727572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641efda8-32b6-4968-8383-bf72a563162b,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:06.728029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49296) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:06.729433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:06.899983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:06.936445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938bc12-e91c-4bde-a0cb-82f1c37f077f req-09eefdb2-c0b1-4eb9-81e8-57272ce273f1 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:06.938119 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5938bc12-e91c-4bde-a0cb-82f1c37f077f req-09eefdb2-c0b1-4eb9-81e8-57272ce273f1 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1528244 Apr 21 13:35:06.946466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:07.012360 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5938bc12-e91c-4bde-a0cb-82f1c37f077f req-43f15ac3-872c-42df-bb9c-3fc190ab51e7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571535 Apr 21 13:35:07.052395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:07.059450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1c702d4-e175-41ec-aa4a-0e8585b5c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:07.084118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641efda8-32b6-4968-8383-bf72a563162b,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:07.086638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:07.088336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:07.090116 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/641efda8-32b6-4968-8383-bf72a563162b HTTP/1.1" status: 204 len: 168 time: 0.3609085 Apr 21 13:35:08.306438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c97e-48d9-4b06-afcd-f5bd797f10ca req-32612fdc-f93e-44a4-a40d-54eb34368c69 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:08.318612 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b306c97e-48d9-4b06-afcd-f5bd797f10ca req-32612fdc-f93e-44a4-a40d-54eb34368c69 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1169629 Apr 21 13:35:08.392926 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b306c97e-48d9-4b06-afcd-f5bd797f10ca req-a91c8566-6f66-4977-95ba-7fe3c30ceed9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Apr 21 13:35:09.207114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49444) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:09.380917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-50ce829b-627d-4aac-ae4a-b5149a0a1711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.428343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bc36f-1ae2-4a01-bfb4-32b4d82077ee req-dc1f8021-ba9d-4abc-9b58-4f42ffb542f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:09.429931 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f94bc36f-1ae2-4a01-bfb4-32b4d82077ee req-dc1f8021-ba9d-4abc-9b58-4f42ffb542f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 1098 time: 0.1000733 Apr 21 13:35:09.485558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f94bc36f-1ae2-4a01-bfb4-32b4d82077ee req-047012ef-1759-4dd3-bb34-83f15ed701c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Apr 21 13:35:09.538966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.573909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:09.578242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e93d9f6ae544998a8e826ab4166520 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:09.581770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:09.589954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:09.664012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0489-0f9c-4c5d-9183-7574ae44374e req-39d6ef2a-3604-4a8b-9b85-758a2439e07a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:09.666202 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-be4b0489-0f9c-4c5d-9183-7574ae44374e req-39d6ef2a-3604-4a8b-9b85-758a2439e07a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1001735 Apr 21 13:35:09.686050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.689697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.700239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-64b214b4-6a27-4f4a-be41-bdd8f5eb622c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:09.727039 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-be4b0489-0f9c-4c5d-9183-7574ae44374e req-67cba431-7bdd-410c-ab90-6b3236344942 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500696 Apr 21 13:35:09.757251 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2e93d9f6ae544998a8e826ab4166520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484169 Apr 21 13:35:09.758432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb31e03-6d4e-443e-8fa3-0e9dba15efef,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:09.760086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49468) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:09.777514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:09.835213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.863791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.913644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.920940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-477257ce-2c22-43d6-9bc0-09306db931df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:09.938327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb31e03-6d4e-443e-8fa3-0e9dba15efef,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:09.940926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:09.941966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:09.943182 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fb31e03-6d4e-443e-8fa3-0e9dba15efef HTTP/1.1" status: 204 len: 168 time: 0.1820366 Apr 21 13:35:10.405328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49494) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:10.433461 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.447791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:10.452619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Usage tracker for resource:security_group_rule and tenant:b6387596ad7b467e8fedd26807d05a6d is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:10.456400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:10.464452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:10.579860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.583975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.596638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9b960729-0a64-4bc2-bf29-9b787918a70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:10.632935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49508) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:10.643094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6387596ad7b467e8fedd26807d05a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365582 Apr 21 13:35:10.708034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac7dce8-92ea-4590-a91c-b5bbfe749ccd,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:10.716513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:10.778250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.834978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.907511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.915094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3272d068-c9a6-49be-a027-0efcf3e604bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:10.935692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac7dce8-92ea-4590-a91c-b5bbfe749ccd,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:10.939319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:10.965463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:10.971162 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ac7dce8-92ea-4590-a91c-b5bbfe749ccd HTTP/1.1" status: 204 len: 168 time: 0.3368399 Apr 21 13:35:11.040105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db4fe-bb6e-4149-a3ae-e00fe1c636a4 req-a739dbfb-01cb-499f-b60e-fa2dce369d17 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:11.041733 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff6db4fe-bb6e-4149-a3ae-e00fe1c636a4 req-a739dbfb-01cb-499f-b60e-fa2dce369d17 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1042271 Apr 21 13:35:11.101432 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff6db4fe-bb6e-4149-a3ae-e00fe1c636a4 req-7f93f948-5eb5-4b69-b80f-4a94168c7b73 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Apr 21 13:35:11.324131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c49cc-11dd-4aa7-964a-1b37b82da0e3 req-74ba5deb-3f48-4a75-a213-ae52c0117865 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:11.325785 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d15c49cc-11dd-4aa7-964a-1b37b82da0e3 req-74ba5deb-3f48-4a75-a213-ae52c0117865 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0964060 Apr 21 13:35:11.382657 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d15c49cc-11dd-4aa7-964a-1b37b82da0e3 req-03ca1a93-a9c2-41d1-9036-d2d1c731aec7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Apr 21 13:35:11.681668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-179ed98d-82bd-4432-9049-2264715ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:11.963000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49560) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:12.092558 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.144459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227479548-network', 'tenant_id': '853952b25ee841959f04ea9a7286c660'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:12.154488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:12.162697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Usage tracker for resource:network and tenant:853952b25ee841959f04ea9a7286c660 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:12.168373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:12.189823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:12.207455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Made reservation on behalf of 853952b25ee841959f04ea9a7286c660 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:12.213346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.229529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.248148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:12.256526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Usage tracker for resource:security_group_rule and tenant:853952b25ee841959f04ea9a7286c660 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:12.260787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:12.267929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:12.386239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.393049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.397881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49578) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:12.407059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-523e3f91-9562-41a4-bc22-0ef085eb9a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:12.429881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:35:12.440270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.440809 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Added segment a0c55247-f42a-47b8-9d3c-f4013b5807e8 of type vlan for network ddd80481-75c2-4c39-9832-854e1146b845 Apr 21 13:35:12.480666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.535995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.542971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:12.543922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.549570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ddc57f-02ba-411a-ad3c-4a9748f13548,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:12.554764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:12.555371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:12.643919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.660873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:12.666162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8e36443870429483105400d6bbb0a7 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:12.670017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:12.677403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:12.682919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Pushing event updated for resources: {'Network': ['ID=ddd80481-75c2-4c39-9832-854e1146b845,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:12.685825 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.686803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:12.695965 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7315414 Apr 21 13:35:12.696668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49590) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:12.697797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network ddd80481-75c2-4c39-9832-854e1146b845 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:35:12.703539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Request body: {'subnet': {'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227479548-subnet', 'tenant_id': '853952b25ee841959f04ea9a7286c660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:12.710995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:12.717581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Usage tracker for resource:subnet and tenant:853952b25ee841959f04ea9a7286c660 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:12.721063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:12.729550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:12.744119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Made reservation on behalf of 853952b25ee841959f04ea9a7286c660 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:12.751888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.773053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.778124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.792087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9767aa32-9241-41a0-9469-ab2b22f77326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:12.844568 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea8e36443870429483105400d6bbb0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440565 Apr 21 13:35:12.845522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a8f7ff-bfc4-4d65-8280-768008fa3ce4,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:12.849024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:12.849939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49594) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:12.919564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:12.950030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.010536 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.018215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:13.023050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.032793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a8f7ff-bfc4-4d65-8280-768008fa3ce4,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:13.035349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:13.043811 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.048688 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62a8f7ff-bfc4-4d65-8280-768008fa3ce4 HTTP/1.1" status: 204 len: 168 time: 0.1974816 Apr 21 13:35:13.441464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.446713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:13.541136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Checking segment: {'id': 'a0c55247-f42a-47b8-9d3c-f4013b5807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:13.541481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Network hostable DHCP agents. Network: ddd80481-75c2-4c39-9832-854e1146b845, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:35:13.548804 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f469156-8c3b-4106-8708-f9a131040fdf,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:13.552566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:13.554060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.573961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Network ddd80481-75c2-4c39-9832-854e1146b845 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:35:13.612748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, ddd80481-75c2-4c39-9832-854e1146b845) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:13.628773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df4648-d608-46e8-9754-f8ef3c7d4e65 None None] Network ddd80481-75c2-4c39-9832-854e1146b845 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:13.634025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:13.634711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:13.672769 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9747839 Apr 21 13:35:13.976708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2112f-03f3-4757-aa9a-98d713ab4a5d None None] Network ddd80481-75c2-4c39-9832-854e1146b845 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:14.026622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-865b5d11-4a27-4412-b45f-82aad3e71ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:14.028838 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-865b5d11-4a27-4412-b45f-82aad3e71ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.3008399 Apr 21 13:35:14.222009 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-4871d862-b467-4781-a15f-62d55c1e58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:14.223801 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-4871d862-b467-4781-a15f-62d55c1e58e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.1800017 Apr 21 13:35:14.328496 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-815d66b6-00d3-4d23-a28e-b1107076cc13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.0945065 Apr 21 13:35:14.437383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c10f69-5148-477b-9ff1-a60f6cadcd1f req-c9f70b0c-4cba-4bf0-bba4-306fac31e511 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:14.445610 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-27c10f69-5148-477b-9ff1-a60f6cadcd1f req-c9f70b0c-4cba-4bf0-bba4-306fac31e511 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.5598760 Apr 21 13:35:14.531886 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-27c10f69-5148-477b-9ff1-a60f6cadcd1f req-453ce41c-6db1-4a04-b5cb-d24a982761f9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810702 Apr 21 13:35:14.534231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-67e7db7e-9981-4eff-b6dd-8fe67a3af86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:14.536129 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-67e7db7e-9981-4eff-b6dd-8fe67a3af86f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.1999974 Apr 21 13:35:14.612589 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-cc628952-f592-4783-95b6-7b5fe9d68028 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587547 Apr 21 13:35:14.834897 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-cb013c42-41fd-4f82-be62-08acae7c3afa service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110693 Apr 21 13:35:14.917288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49682) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:14.930491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1753062614-network', 'tenant_id': '962adb054ec14b3f9403310f840c32c2'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:14.939854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:14.948493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Usage tracker for resource:network and tenant:962adb054ec14b3f9403310f840c32c2 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:14.957906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:14.970296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:14.996933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Made reservation on behalf of 962adb054ec14b3f9403310f840c32c2 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:15.007694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.031190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.035935 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c92cd9f-c2e0-408f-9a5f-b96572a2a5f6 req-8f7c7f84-f0f2-4f48-8883-89b124c3ab68 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940162 Apr 21 13:35:15.058807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:15.062993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Usage tracker for resource:security_group_rule and tenant:962adb054ec14b3f9403310f840c32c2 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:15.066478 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:15.073049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:15.206275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.212342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.217239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9f473ebd-729e-4387-bc13-a886aa167a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:15.244851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:35:15.258244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f430121-7efb-40e5-a29b-2bfefc2ba459,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:15.262611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:15.263631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.264017 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Added segment 38018e22-263d-4857-a544-063fb123511d of type vlan for network e44af53a-3e76-44cb-8a5d-0575c64407c0 Apr 21 13:35:15.298954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.332134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.333719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:15.334367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.339923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:15.456625 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5340588 Apr 21 13:35:15.456748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49710) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:15.464243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Pushing event updated for resources: {'Network': ['ID=e44af53a-3e76-44cb-8a5d-0575c64407c0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:15.466246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Request body: {'subnet': {'network_id': 'e44af53a-3e76-44cb-8a5d-0575c64407c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1753062614-subnet', 'tenant_id': '962adb054ec14b3f9403310f840c32c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:15.467634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:15.475540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network e44af53a-3e76-44cb-8a5d-0575c64407c0 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:35:15.480235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:15.484588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Usage tracker for resource:subnet and tenant:962adb054ec14b3f9403310f840c32c2 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:15.488251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:15.495479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:15.506565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Made reservation on behalf of 962adb054ec14b3f9403310f840c32c2 for: {'subnet': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:15.526502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:15.866969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064eab1-f463-401b-9636-37cb7b7882d5 req-06628996-c3b4-49e8-b94e-4f22034ee468 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:15.869290 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9064eab1-f463-401b-9636-37cb7b7882d5 req-06628996-c3b4-49e8-b94e-4f22034ee468 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1793165 Apr 21 13:35:15.987765 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9064eab1-f463-401b-9636-37cb7b7882d5 req-4ee314b8-26bf-45a6-aed7-f158dce92e70 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910506 Apr 21 13:35:16.425679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:16.435894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34dff81b-75e3-4d67-845f-497f9ea94a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:16.563916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85443009-480c-4c82-a73a-edcc07823732,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:16.568675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:16.581593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Checking segment: {'id': '38018e22-263d-4857-a544-063fb123511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e44af53a-3e76-44cb-8a5d-0575c64407c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:16.581981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Network hostable DHCP agents. Network: e44af53a-3e76-44cb-8a5d-0575c64407c0, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:35:16.610038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Network e44af53a-3e76-44cb-8a5d-0575c64407c0 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:35:16.619764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, e44af53a-3e76-44cb-8a5d-0575c64407c0) {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:16.636124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:16.636777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:16.640155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ede00-be03-4127-aad5-bb986ec93ac1 None None] Network e44af53a-3e76-44cb-8a5d-0575c64407c0 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:16.661153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2035122 Apr 21 13:35:16.905641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca2755-b51d-4bd4-bc1f-51b4165e2d42 None None] Network e44af53a-3e76-44cb-8a5d-0575c64407c0 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:17.250892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3852fd5-3f0e-4e24-b822-6be392b0bb29 req-eaf5c344-1c0a-4a51-af42-a4244c2b4a2a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:17.252645 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3852fd5-3f0e-4e24-b822-6be392b0bb29 req-eaf5c344-1c0a-4a51-af42-a4244c2b4a2a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1187415 Apr 21 13:35:17.391264 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3852fd5-3f0e-4e24-b822-6be392b0bb29 req-63335e90-a3bf-4981-a170-6c7d65aa860b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305170 Apr 21 13:35:17.477547 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-8f08d4db-4287-46b7-99f5-5a4034c7f4ff tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:17.479177 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-8f08d4db-4287-46b7-99f5-5a4034c7f4ff tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/networks?id=ddd80481-75c2-4c39-9832-854e1146b845 HTTP/1.1" status: 200 len: 809 time: 0.1778934 Apr 21 13:35:17.495276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-1b5001a8-4f53-438d-bd15-cc3a41ddfa1d tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/quotas/853952b25ee841959f04ea9a7286c660 HTTP/1.1" status: 200 len: 375 time: 0.0099812 Apr 21 13:35:17.551633 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-d48e87db-30ea-4583-a297-e350e4cdbfc3 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=853952b25ee841959f04ea9a7286c660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499041 Apr 21 13:35:17.719983 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-a8561523-e15a-4592-ad21-85ab1cf9a3fd service neutron] 10.222.0.36 "GET /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606927 Apr 21 13:35:17.889952 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-33516098-5970-467c-b362-eb0774d92bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626124 Apr 21 13:35:18.177824 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1eb6e397-23fd-4401-9011-485853ca9edb req-7fc06421-85de-49ef-ae79-ef3a0648ec4f tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 210 time: 0.0992162 Apr 21 13:35:18.508118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49840) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:18.628909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9c2e7-1b11-4d00-bfcc-2c9eee7d8033 req-5f91c8cc-84f3-4ea9-9682-ff2130d3cc17 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:18.630945 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3e9c2e7-1b11-4d00-bfcc-2c9eee7d8033 req-5f91c8cc-84f3-4ea9-9682-ff2130d3cc17 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1006777 Apr 21 13:35:18.668469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:18.690220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:18.706218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Usage tracker for resource:security_group_rule and tenant:3f9299d98f614eb7a06817030e48d09b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:18.711352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:18.722428 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3e9c2e7-1b11-4d00-bfcc-2c9eee7d8033 req-1771b7b0-fae6-4044-87ee-ae2eb883c476 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Apr 21 13:35:18.723480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:18.820570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:18.824480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:18.834017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:18.885997 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d675ce-2c67-408b-8bee-20f6f749cdd4,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:18.890625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:18.895447 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f9299d98f614eb7a06817030e48d09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857307 Apr 21 13:35:18.896497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49848) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:18.962989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:18.991209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.051281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.056742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-51c3429c-a7b7-4981-b8f6-c058bb4d498f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:19.069561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d675ce-2c67-408b-8bee-20f6f749cdd4,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:19.073329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:19.075433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.079874 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63d675ce-2c67-408b-8bee-20f6f749cdd4 HTTP/1.1" status: 204 len: 168 time: 0.1790962 Apr 21 13:35:19.505138 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3ddd821f-9d39-4ea4-92dc-ba4611c9270d req-455896be-b6be-4732-9d75-ed9dedc0b3ab tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 210 time: 0.1291816 Apr 21 13:35:19.526955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 49876) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:19.570330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.599840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:19.604375 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Usage tracker for resource:security_group_rule and tenant:d0e594a6f1e1422f838fd2d8501cfc35 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:19.607319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:19.613981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:19.676485 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-3a02ba2e-34c1-468f-a9cd-45ff93ad049b tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:19.678425 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-3a02ba2e-34c1-468f-a9cd-45ff93ad049b tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.15 "GET /v2.0/networks?id=ddd80481-75c2-4c39-9832-854e1146b845 HTTP/1.1" status: 200 len: 809 time: 0.3307104 Apr 21 13:35:19.705388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Request body: {'port': {'device_id': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845', 'admin_state_up': True, 'tenant_id': '853952b25ee841959f04ea9a7286c660'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:19.721584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49888) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:19.901370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.918044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:19.922117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3bf0f37ef84984b54df11f3168bb9c is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:19.925258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:19.931393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:19.937009 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.962860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:19.974989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6453a9e2-db4c-4f14-b024-ffcbd53bfa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:20.026607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.029501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.029642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:20.038571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-35cfc775-e737-4d75-a95b-6ba5756ac6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:20.040206 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0e594a6f1e1422f838fd2d8501cfc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119674 Apr 21 13:35:20.045316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49898) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:20.049439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Usage tracker for resource:port and tenant:853952b25ee841959f04ea9a7286c660 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:20.052255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0276a-797d-4a49-bf41-e37df004602c,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:20.057330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:20.060697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:20.066891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:20.080897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Made reservation on behalf of 853952b25ee841959f04ea9a7286c660 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:20.086923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.094878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7dc286-61d3-4c77-b87d-4c5003e70d4c,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:20.108206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:20.109929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460bbdd-9768-41c4-b6e8-e42874a055f9 req-467f7990-cc69-4d95-8ce6-e7990195362c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:20.111583 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3460bbdd-9768-41c4-b6e8-e42874a055f9 req-467f7990-cc69-4d95-8ce6-e7990195362c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2419114 Apr 21 13:35:20.115153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce3bf0f37ef84984b54df11f3168bb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901854 Apr 21 13:35:20.116619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49902) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:20.190491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.228744 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3460bbdd-9768-41c4-b6e8-e42874a055f9 req-6a9e4b69-2c8e-49f3-bb0b-ba808617cffe tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082501 Apr 21 13:35:20.234760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.241712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.300616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.323869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Allocated IP 172.20.0.9 (ddd80481-75c2-4c39-9832-854e1146b845/2f469156-8c3b-4106-8708-f9a131040fdf/ee425dea-e2bf-4331-af10-2f3b2ff15548) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:20.347088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.352662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-875f0831-6077-4978-8f16-78ac6de7b9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:20.371881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0276a-797d-4a49-bf41-e37df004602c,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:20.375280 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.379503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:20.380201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:20.400341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.404299 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-44fb0641-6e39-48f3-9683-f9408504d777 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46b0276a-797d-4a49-bf41-e37df004602c HTTP/1.1" status: 204 len: 168 time: 0.3514462 Apr 21 13:35:20.404299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7dc286-61d3-4c77-b87d-4c5003e70d4c,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:20.410203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.410203 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b7dc286-61d3-4c77-b87d-4c5003e70d4c HTTP/1.1" status: 204 len: 168 time: 0.2885606 Apr 21 13:35:20.424150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:20.642440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.739932 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d72d065c-89a9-4748-9256-97a0d1e7bb52 req-1a288327-a712-46ba-ab23-3709fdf34498 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 210 time: 0.0743327 Apr 21 13:35:20.768225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.780879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:20.875372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Network ddd80481-75c2-4c39-9832-854e1146b845 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:20.880052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:20.885630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:20.893466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:20.894144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:20.920574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Pushing event updated for resources: {'Port': ['ID=ee425dea-e2bf-4331-af10-2f3b2ff15548,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:20.927132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:20.932276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2329395 Apr 21 13:35:20.972155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49952) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:20.974414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Request body: {'port': {'device_id': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:21.000341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.036367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:21.050653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Usage tracker for resource:security_group_rule and tenant:07a981354e3d467684589b55b8680997 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:21.056703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:21.064030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:21.135740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49958) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:21.188281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.202586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.207414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.216456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4688b76f-eb1e-4501-9745-bf5fc781d20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:21.266561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b207bb4f-d7a5-4059-9a67-5bfcc4918914,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:21.271497 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07a981354e3d467684589b55b8680997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981184 Apr 21 13:35:21.272582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:21.274275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49970) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:21.366014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.401431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.467649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.473506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c2bc4130-954e-4bd0-89c8-c82894ffd3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:21.504207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b207bb4f-d7a5-4059-9a67-5bfcc4918914,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:21.509749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:21.510969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.522885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.524146 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b207bb4f-d7a5-4059-9a67-5bfcc4918914 HTTP/1.1" status: 204 len: 168 time: 0.2488439 Apr 21 13:35:21.531646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:21.535998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Usage tracker for resource:security_group_rule and tenant:216c2d24ef2844f4875603d55e82cbfb is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:21.539032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:21.545768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:21.605149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603bfd2-c558-46bc-b83f-a31cdc799db2 req-0a5f033c-8579-4c7d-8b51-1c96af30920e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:21.613425 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8603bfd2-c558-46bc-b83f-a31cdc799db2 req-0a5f033c-8579-4c7d-8b51-1c96af30920e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2473848 Apr 21 13:35:21.664299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.671387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.688020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ed10aa13-b6c9-4d2d-a489-3fc31940cb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:21.772283 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8603bfd2-c558-46bc-b83f-a31cdc799db2 req-2219330d-7709-479d-96db-b5af1dc489ae tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579103 Apr 21 13:35:21.779898 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=216c2d24ef2844f4875603d55e82cbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6391392 Apr 21 13:35:21.781326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 49998) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:21.841229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d970c19a-2e6c-46e4-b5e7-5a2c54f6d56a,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:21.857072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:21.862713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee425dea-e2bf-4331-af10-2f3b2ff15548 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:35:21.874027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.890310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.892905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Transition to ACTIVE for port object ee425dea-e2bf-4331-af10-2f3b2ff15548 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:21.901801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:21.913573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:21.957133 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.081883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.082004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0d55622b-94cc-4958-9c54-ca48216da34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:22.098082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970c19a-2e6c-46e4-b5e7-5a2c54f6d56a,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:22.117167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:22.146258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.150177 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d970c19a-2e6c-46e4-b5e7-5a2c54f6d56a HTTP/1.1" status: 204 len: 168 time: 0.3672886 Apr 21 13:35:22.257937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Pushing event updated for resources: {'Port': ['ID=ee425dea-e2bf-4331-af10-2f3b2ff15548,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:22.261611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:22.282541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Attempting to bind port ee425dea-e2bf-4331-af10-2f3b2ff15548 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:22.283004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Attempting to bind port ee425dea-e2bf-4331-af10-2f3b2ff15548 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a0c55247-f42a-47b8-9d3c-f4013b5807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:22.283483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Attempting to bind port ee425dea-e2bf-4331-af10-2f3b2ff15548 on network ddd80481-75c2-4c39-9832-854e1146b845 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:22.294300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Port ee425dea-e2bf-4331-af10-2f3b2ff15548 on network ddd80481-75c2-4c39-9832-854e1146b845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:35:22.294671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Attempting to bind port ee425dea-e2bf-4331-af10-2f3b2ff15548 on network ddd80481-75c2-4c39-9832-854e1146b845 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:22.303913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:22.304293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Checking segment: {'id': 'a0c55247-f42a-47b8-9d3c-f4013b5807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:22.304718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Bound using segment: {'id': 'a0c55247-f42a-47b8-9d3c-f4013b5807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:22.305200 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Bound port: ee425dea-e2bf-4331-af10-2f3b2ff15548, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c55247-f42a-47b8-9d3c-f4013b5807e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:22.305622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.366591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631541-9f29-41e8-a2f5-f242a9a94a6e req-3196b54c-4ea8-47bc-b06c-8dd6642a4cf5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:22.367394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-17631541-9f29-41e8-a2f5-f242a9a94a6e req-3196b54c-4ea8-47bc-b06c-8dd6642a4cf5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Synchronizing usage tracker for tenant:853952b25ee841959f04ea9a7286c660 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:35:22.424098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-17631541-9f29-41e8-a2f5-f242a9a94a6e req-3196b54c-4ea8-47bc-b06c-8dd6642a4cf5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Unset dirty status for tenant:853952b25ee841959f04ea9a7286c660 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:35:22.428066 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-17631541-9f29-41e8-a2f5-f242a9a94a6e req-3196b54c-4ea8-47bc-b06c-8dd6642a4cf5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 943 time: 0.3702421 Apr 21 13:35:22.510140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50028) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:22.691640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] For port ee425dea-e2bf-4331-af10-2f3b2ff15548, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:22.702517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50040) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:22.707387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] For port ee425dea-e2bf-4331-af10-2f3b2ff15548, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548,segment=NetworkSegment(a0c55247-f42a-47b8-9d3c-f4013b5807e8),segment_id=a0c55247-f42a-47b8-9d3c-f4013b5807e8)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:22.718633 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.726449 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59df44aa-ed37-47be-8fc6-8f1c86d22df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:22.763099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.785704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:22.791903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Usage tracker for resource:security_group_rule and tenant:a55890588dad4bc69d124f595a94c79e is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:22.792069 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-17631541-9f29-41e8-a2f5-f242a9a94a6e req-f86c19fa-a855-4b8c-b75c-f839da4b8848 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536677 Apr 21 13:35:22.796298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:22.805540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:22.809596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:22.810287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.811800 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee425dea-e2bf-4331-af10-2f3b2ff15548 HTTP/1.1" status: 200 len: 1093 time: 1.8477297 Apr 21 13:35:22.814635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'tag': 'ee425dea-e2bf-4331-af10-2f3b2ff15548'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:35:22.864448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Pushing event updated for resources: {'Port': ['ID=ee425dea-e2bf-4331-af10-2f3b2ff15548,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:22.870207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:22.937508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:22.990806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:23.003148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Usage tracker for resource:security_group_rule and tenant:92f82f5b4ca34a26ac616c432b229c22 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:23.009050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:23.023427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:23.035013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.043014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.053120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e2379ee5-5889-4675-b7f0-3cdd98116554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:23.116649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75acccb0-8680-4adc-b03d-6f95e0c7e16a,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:23.136521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:23.150759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-1e34b903-263b-4aa0-98a4-ffd8856205ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:23.152489 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a55890588dad4bc69d124f595a94c79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412904 Apr 21 13:35:23.154035 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-1e34b903-263b-4aa0-98a4-ffd8856205ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=853952b25ee841959f04ea9a7286c660&device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 1096 time: 0.2827556 Apr 21 13:35:23.154613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 50068) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:23.236172 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'tag': 'ee425dea-e2bf-4331-af10-2f3b2ff15548', 'status': 'completed', 'code': 200} Apr 21 13:35:23.253037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.263770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.270100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-802e67e7-f1d1-48e6-8a35-2df3afa96e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:23.310383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b747ed-15ee-40d4-a577-a576be0971fa,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:23.313877 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-625c7742-a3bf-48fa-b66d-ebecdf4ef81f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548 HTTP/1.1" status: 200 len: 217 time: 0.1455932 Apr 21 13:35:23.314018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:23.338153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f82f5b4ca34a26ac616c432b229c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345963 Apr 21 13:35:23.343168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50074) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:23.392289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ec283-974d-468d-baef-fed5bc318173 req-7d6ef370-1aac-4e91-951b-b14074efb909 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:23.394256 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d4ec283-974d-468d-baef-fed5bc318173 req-7d6ef370-1aac-4e91-951b-b14074efb909 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.4259610 Apr 21 13:35:23.417954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.438526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.450420 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.490182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85330c-eb57-4810-835b-9cf267a261de req-aa2dbe7a-0fac-4f37-bb00-a996e472d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:23.492145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-aa2dbe7a-0fac-4f37-bb00-a996e472d43b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f469156-8c3b-4106-8708-f9a131040fdf HTTP/1.1" status: 200 len: 849 time: 0.1554067 Apr 21 13:35:23.515676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.522815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-07183221-703c-484a-9fce-c3a9f8e8ea10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:23.537238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b747ed-15ee-40d4-a577-a576be0971fa,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:23.543569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:23.549650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.551043 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16b747ed-15ee-40d4-a577-a576be0971fa HTTP/1.1" status: 204 len: 168 time: 0.2068169 Apr 21 13:35:23.559904 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d4ec283-974d-468d-baef-fed5bc318173 req-c8e5660c-b975-4466-8d28-249e0b34ec9b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454284 Apr 21 13:35:23.579610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.589742 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-15b598a3-9a51-4b18-9862-ba47b33a8b48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddd80481-75c2-4c39-9832-854e1146b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845482 Apr 21 13:35:23.787666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.796454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bbba4e8b-3b18-445e-bb56-cde5fd6b22fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:23.815305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75acccb0-8680-4adc-b03d-6f95e0c7e16a,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:23.818816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:23.819954 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75acccb0-8680-4adc-b03d-6f95e0c7e16a HTTP/1.1" status: 204 len: 168 time: 0.6574466 Apr 21 13:35:23.821116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:23.824180 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-d5cc942f-6293-4ecb-9e4a-186c43642009 service neutron] 10.222.0.15 "GET /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216170 Apr 21 13:35:24.151779 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b85330c-eb57-4810-835b-9cf267a261de req-418ae45f-8568-4d5f-8008-35e14db11005 service neutron] 10.222.0.15 "GET /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191016 Apr 21 13:35:24.177112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039899fc-bec5-4adb-9504-6769cb559ca7 req-7a80bbd4-e626-46a9-98cf-ad3a518c8508 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:24.195921 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-039899fc-bec5-4adb-9504-6769cb559ca7 req-7a80bbd4-e626-46a9-98cf-ad3a518c8508 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 943 time: 0.2313988 Apr 21 13:35:24.325328 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-039899fc-bec5-4adb-9504-6769cb559ca7 req-3e71dd98-32d9-44f4-abc5-6a77fa2c5204 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283667 Apr 21 13:35:24.363779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-a5660de9-04a6-4b9f-b7f5-9484ab22cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:24.365512 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-a5660de9-04a6-4b9f-b7f5-9484ab22cc2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=853952b25ee841959f04ea9a7286c660&device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 1096 time: 0.1345298 Apr 21 13:35:24.598238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-d3336ffb-7ee4-456c-8f11-1d6699e78abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:24.612894 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-d3336ffb-7ee4-456c-8f11-1d6699e78abb service neutron] 10.222.0.15 "GET /v2.0/networks?id=ddd80481-75c2-4c39-9832-854e1146b845 HTTP/1.1" status: 200 len: 910 time: 0.2402551 Apr 21 13:35:24.733966 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-fbfa6f0f-19d8-4727-8158-beb4872bc8a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548 HTTP/1.1" status: 200 len: 217 time: 0.1104946 Apr 21 13:35:24.927047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-d4163184-358e-4a58-b242-3c6d013f3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:24.928640 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-d4163184-358e-4a58-b242-3c6d013f3fa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f469156-8c3b-4106-8708-f9a131040fdf HTTP/1.1" status: 200 len: 849 time: 0.1874695 Apr 21 13:35:24.987621 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-12845598-f741-46da-8496-eab51e60f472 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ddd80481-75c2-4c39-9832-854e1146b845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520999 Apr 21 13:35:25.002313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad115c2d-1bf3-43db-b293-fe2524cf680b req-16c1e583-121d-48c5-8024-70dd541c9daa tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:25.004029 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ad115c2d-1bf3-43db-b293-fe2524cf680b req-16c1e583-121d-48c5-8024-70dd541c9daa tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1934597 Apr 21 13:35:25.115976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50194) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:25.161128 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ad115c2d-1bf3-43db-b293-fe2524cf680b req-87ed3e8d-3d3a-461e-957f-b75af538fff4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298814 Apr 21 13:35:25.221624 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-2d06353c-92b1-45c0-b258-6f4f402b4122 service neutron] 10.222.0.15 "GET /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165256 Apr 21 13:35:25.299295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2123345407-network', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:25.318265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:25.326055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Usage tracker for resource:network and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:25.330914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:25.341257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:25.367103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Made reservation on behalf of 8510f97b9e534d1c87619dc24dc1f806 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:25.378087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.406716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.428043 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-78fd731b-fdcc-474a-a84c-313f6e36d85a req-a7dae8fe-db2e-4188-9ab4-a7a87c725ce6 service neutron] 10.222.0.15 "GET /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929009 Apr 21 13:35:25.445824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:25.451041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:25.454552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:25.464983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:25.620361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.623806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.628680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-85630a1a-7d8a-48bc-b7b0-d484d731e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:25.640185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39756b00-f8df-4d75-b84e-9dd7e346d704 req-dc0d8edc-162e-4d0e-9654-78d964ffa874 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:25.647915 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-39756b00-f8df-4d75-b84e-9dd7e346d704 req-dc0d8edc-162e-4d0e-9654-78d964ffa874 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 943 time: 0.1290741 Apr 21 13:35:25.659210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:35:25.669462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbaa67d-b802-4f63-a86d-dc243b0db394,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:25.673088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:25.678663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.679256 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Added segment 2ffffacf-c2ac-4920-beca-73d03eb290fe of type vlan for network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 Apr 21 13:35:25.705239 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-39756b00-f8df-4d75-b84e-9dd7e346d704 req-bf382855-4f88-4c4e-a5a3-8e958ac26296 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563865 Apr 21 13:35:25.739636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.782860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.784402 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:25.787472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:25.792009 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:25.905501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Pushing event updated for resources: {'Network': ['ID=d7a05cd9-4b1b-48d1-9404-d5f530f453b0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:25.908781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:25.914881 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7950172 Apr 21 13:35:25.915887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50218) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:25.920586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:35:25.923087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Request body: {'subnet': {'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2123345407-subnet', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:25.928827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:25.932938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Usage tracker for resource:subnet and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:25.936008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:25.942275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:25.959852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Made reservation on behalf of 8510f97b9e534d1c87619dc24dc1f806 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:25.965035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:26.402617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134fa4c-80ac-4e2b-a0c1-c341d07722db req-9314d0ee-7dae-49ee-987a-e4fb8ab5ed87 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:26.404395 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4134fa4c-80ac-4e2b-a0c1-c341d07722db req-9314d0ee-7dae-49ee-987a-e4fb8ab5ed87 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1013787 Apr 21 13:35:26.454507 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4134fa4c-80ac-4e2b-a0c1-c341d07722db req-2bf7aaa3-dad9-4b9e-a83b-ad4f8766dd46 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Apr 21 13:35:26.587040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:26.592378 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:26.674140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f2140e-a099-47e6-9f54-3d67163caf69,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:26.679091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:26.679848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Checking segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:26.680238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Network hostable DHCP agents. Network: d7a05cd9-4b1b-48d1-9404-d5f530f453b0, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:35:26.703072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:35:26.712471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, d7a05cd9-4b1b-48d1-9404-d5f530f453b0) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:26.731116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657737e4-b3d0-42e7-893c-e8ade2d6a948 None None] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:26.733363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:26.734061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:26.761737 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-551156e9-0f53-4d54-898e-644b2dfd03b5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8439035 Apr 21 13:35:26.764490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50232) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:26.770225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:26.775228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:26.779618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Usage tracker for resource:router and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:26.784324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:26.791126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:26.800514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:26.802090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:26.820451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:26.944671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfc1fb-3a56-480a-808e-5274eb5bfe9f req-0e39849b-dec6-46c6-b84c-fd11733cb935 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:26.954216 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f0bfc1fb-3a56-480a-808e-5274eb5bfe9f req-0e39849b-dec6-46c6-b84c-fd11733cb935 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 943 time: 0.1221468 Apr 21 13:35:26.979546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-d7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:35:26.980733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.072397 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f0bfc1fb-3a56-480a-808e-5274eb5bfe9f req-058fa976-72d3-40d0-aeb2-8eb62a509041 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101527 Apr 21 13:35:27.159733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.235234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Allocated IP 172.20.0.2 (d7a05cd9-4b1b-48d1-9404-d5f530f453b0/44f2140e-a099-47e6-9f54-3d67163caf69/e1c0cc9e-9b88-4407-865d-be947a16f862) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:27.239694 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-1c1dcc20-a089-4b1d-afda-8a09cc85c4ff tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=af42ad118a514dba80565eac22bac822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587239 Apr 21 13:35:27.452273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-7d74cbbe-a314-445d-bf11-47cb6389a9da tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:27.460218 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-7d74cbbe-a314-445d-bf11-47cb6389a9da tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142527 Apr 21 13:35:27.482801 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-1ad1a769-f4ef-44d1-9505-8a3b92de4cf7 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/quotas/af42ad118a514dba80565eac22bac822 HTTP/1.1" status: 200 len: 375 time: 0.0211334 Apr 21 13:35:27.519728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.531363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Transition to ACTIVE for port object e1c0cc9e-9b88-4407-865d-be947a16f862 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:27.547193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-bb5ebddf-0abb-44a6-afec-d89f2b21380e tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=af42ad118a514dba80565eac22bac822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632925 Apr 21 13:35:27.557581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Transition to ACTIVE for port object e1c0cc9e-9b88-4407-865d-be947a16f862 will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:27.563178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.569799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:27.591502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.629763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.650729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:27.661872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:27.665909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:27.789830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Pushing event updated for resources: {'Port': ['ID=e1c0cc9e-9b88-4407-865d-be947a16f862,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:27.793124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:27.833764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Attempting to bind port e1c0cc9e-9b88-4407-865d-be947a16f862 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:27.837606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Attempting to bind port e1c0cc9e-9b88-4407-865d-be947a16f862 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:27.838234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Attempting to bind port e1c0cc9e-9b88-4407-865d-be947a16f862 on network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:27.845075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:27.845617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Checking segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:27.846168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.846725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Bound using segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:27.847386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Bound port: e1c0cc9e-9b88-4407-865d-be947a16f862, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:27.847905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:27.852044 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c9587243-35d2-4af2-83db-9992ecbc159c req-4bf269fe-7808-4f75-b54c-04ba8817188e tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 210 time: 0.0855498 Apr 21 13:35:27.901429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b470800-438b-434b-b7b6-68655b8c14be req-1d761e0a-4003-4bbd-8982-204da0d820a2 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:27.910042 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3b470800-438b-434b-b7b6-68655b8c14be req-1d761e0a-4003-4bbd-8982-204da0d820a2 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2722838 Apr 21 13:35:27.932946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Allocated IP 172.28.2.193 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/cdd122af-5d02-413b-9979-51e45fb2a299) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:27.984464 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3b470800-438b-434b-b7b6-68655b8c14be req-76a77495-6572-442e-9080-69247ab22123 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686381 Apr 21 13:35:27.995126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] For port e1c0cc9e-9b88-4407-865d-be947a16f862, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:27.997228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] For port e1c0cc9e-9b88-4407-865d-be947a16f862, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=e1c0cc9e-9b88-4407-865d-be947a16f862,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:28.001678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:28.022354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:28.116494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:28.135387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Pushing event updated for resources: {'Port': ['ID=e1c0cc9e-9b88-4407-865d-be947a16f862,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:28.147689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:28.186442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:28.209854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:28.268463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:28.272790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:28.276387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:28.324793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f529b4a-d14b-4246-9628-aa476b01561b req-1b1c313b-fbca-4cf2-a3f2-3b1132aa8004 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:28.327785 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7f529b4a-d14b-4246-9628-aa476b01561b req-1b1c313b-fbca-4cf2-a3f2-3b1132aa8004 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 943 time: 0.1071794 Apr 21 13:35:28.344534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd122af-5d02-413b-9979-51e45fb2a299,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:28.349593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:28.387567 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7f529b4a-d14b-4246-9628-aa476b01561b req-0ff3b7b6-3dde-4c76-ab65-3721e5291032 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539689 Apr 21 13:35:28.776760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:28.882553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 50286) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:29.120401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-f98b73f3-bd0e-46f9-b99e-3c19674ccd0b tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=af42ad118a514dba80565eac22bac822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221151 Apr 21 13:35:29.125082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:29.180454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:29.186115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:547d1fb2ac2842159aa5d0f8ecc1b8ad is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:29.250666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:29.261300 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-574169ca-5d35-4813-a00a-39c7388a3e50 req-f9826f3d-19a8-4ac9-a68e-2b5fe77d399a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 210 time: 0.0856881 Apr 21 13:35:29.423713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:29.469672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device e1c0cc9e-9b88-4407-865d-be947a16f862 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:29.495182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-197b9b51-dfd8-4449-bd68-28e76c2663df tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:29.497529 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-197b9b51-dfd8-4449-bd68-28e76c2663df tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466773 Apr 21 13:35:29.519674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:29.538756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Request body: {'port': {'device_id': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8', 'admin_state_up': True, 'tenant_id': 'af42ad118a514dba80565eac22bac822'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:29.567720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port e1c0cc9e-9b88-4407-865d-be947a16f862 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:29.762686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63dc27-4fdd-4f41-914c-22dc4d4f013e None None] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:29.775705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca811-9d59-4c2d-a8dc-a101f702b56d req-4d225232-35ee-4760-8474-a7feb4c67237 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:29.783043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Router ad3d54e4-a36f-4cca-b18d-619318daa5bf is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:35:29.784760 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9e5ca811-9d59-4c2d-a8dc-a101f702b56d req-4d225232-35ee-4760-8474-a7feb4c67237 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.5909920 Apr 21 13:35:29.792163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:29.797354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Usage tracker for resource:port and tenant:af42ad118a514dba80565eac22bac822 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:29.800640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:29.807606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:29.900620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Made reservation on behalf of af42ad118a514dba80565eac22bac822 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:29.907701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:29.954316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:29.987556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.037871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:35:30.052083 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.052818 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Sync routers for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:35:30.062536 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-052feec8-ad52-4979-a0ed-572c07a26bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:30.067481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:30.068522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:30.072625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.074094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3085744 Apr 21 13:35:30.077796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:30.083741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50308) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:30.104594 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9e5ca811-9d59-4c2d-a8dc-a101f702b56d req-789f4e75-5cbf-419c-893e-d636ff6910b0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185494 Apr 21 13:35:30.113186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Usage tracker for resource:security_group_rule and tenant:af42ad118a514dba80565eac22bac822 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:30.129849 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:30.163118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:30.188059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5b772-7f62-4ad4-a6e4-ca87b7f71477,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:30.203820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:30.208176 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=547d1fb2ac2842159aa5d0f8ecc1b8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3243806 Apr 21 13:35:30.212416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 50314) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:30.223383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Provisioning for port e1c0cc9e-9b88-4407-865d-be947a16f862 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:30.245720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Provisioning complete for port e1c0cc9e-9b88-4407-865d-be947a16f862 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:30.246389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.284045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83910f-2ab0-4861-bf14-df61bad91db8 req-5876c3cd-dda3-4c48-8edb-f07aa5c63556 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:30.306586 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bb83910f-2ab0-4861-bf14-df61bad91db8 req-5876c3cd-dda3-4c48-8edb-f07aa5c63556 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 943 time: 0.4900813 Apr 21 13:35:30.363370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:30.522258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.570868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] For port e1c0cc9e-9b88-4407-865d-be947a16f862, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=e1c0cc9e-9b88-4407-865d-be947a16f862,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:30.575378 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.586447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:30.675919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Pushing event updated for resources: {'Port': ['ID=e1c0cc9e-9b88-4407-865d-be947a16f862,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:30.682513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:30.708823 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4316e66e-075b-4fb0-85eb-142e09d6084c req-1e12d30d-47bd-457e-ac7c-8895aede9541 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 210 time: 0.2144332 Apr 21 13:35:30.735618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d957a89-d28f-4541-921c-243e9c0a5582 req-f1f02daa-ab95-4c23-a0ba-e41a0584ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:30.737348 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0d957a89-d28f-4541-921c-243e9c0a5582 req-f1f02daa-ab95-4c23-a0ba-e41a0584ff0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.7639015 Apr 21 13:35:30.739459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.740905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.746351 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bb83910f-2ab0-4861-bf14-df61bad91db8 req-76c335fc-e91c-4314-b1da-9f8b7597a19f tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382727 Apr 21 13:35:30.748550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.813377 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-51da294d-a805-4a3d-93ec-b1d9a0f97e8c None None] Provisioning complete for port e1c0cc9e-9b88-4407-865d-be947a16f862 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:30.815778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-51da294d-a805-4a3d-93ec-b1d9a0f97e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:30.859915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:28Z', 'revision_number': 3, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:30.866085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Checking router: ad3d54e4-a36f-4cca-b18d-619318daa5bf for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:35:30.866387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Updating router ad3d54e4-a36f-4cca-b18d-619318daa5bf port cdd122af-5d02-413b-9979-51e45fb2a299 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:35:30.935511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.032528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8ff7422f-dfdc-4163-ba7e-7f24f591d6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:31.187427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae54bb-c30c-449c-923b-3184709e2ab0,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:31.204291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:31.227010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.258099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.266646 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0d957a89-d28f-4541-921c-243e9c0a5582 req-baebc361-8b5e-48e5-a9d9-8e5cccc9fdd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144475 Apr 21 13:35:31.376726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.392351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Transition to ACTIVE for port object cdd122af-5d02-413b-9979-51e45fb2a299 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:31.395332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device e1c0cc9e-9b88-4407-865d-be947a16f862 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:31.402643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.423965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e90f166b-388c-427b-b2ff-ffad767e8f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:31.510581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port e1c0cc9e-9b88-4407-865d-be947a16f862 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:31.510921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.521120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Attempting to bind port cdd122af-5d02-413b-9979-51e45fb2a299 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:31.521830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Attempting to bind port cdd122af-5d02-413b-9979-51e45fb2a299 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:31.522975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Attempting to bind port cdd122af-5d02-413b-9979-51e45fb2a299 on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:31.541415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Allocated IP 192.168.233.182 (d967d6f2-d9e6-445e-a9c2-18bd6e2057c8/bbb86961-7bbf-42a3-8f79-c9a85cba2512/3e6c014e-5a02-45a8-9d1e-836adb6de84e) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:31.561361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:31.561772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:31.562218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.562644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:31.563168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Bound port: cdd122af-5d02-413b-9979-51e45fb2a299, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:31.563608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.573923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16714c7-a7d7-400c-ad42-03756ff30903 req-404ed174-6a80-4250-b88e-e4c2e2b2454d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:31.577122 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b16714c7-a7d7-400c-ad42-03756ff30903 req-404ed174-6a80-4250-b88e-e4c2e2b2454d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2847416 Apr 21 13:35:31.585512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.598990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-80a63bd7-d24c-4752-9da6-e301425262ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:31.641365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Allocated IP 172.20.0.1 (d7a05cd9-4b1b-48d1-9404-d5f530f453b0/44f2140e-a099-47e6-9f54-3d67163caf69/d7bec71e-1690-4f5b-bd64-14ffe85fbe55) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:31.647754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Pushing event updated for resources: {'Port': ['ID=cdd122af-5d02-413b-9979-51e45fb2a299,revision_number=2']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:31.669364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.669737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.670110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.670487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.670830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.671190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.671583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.671937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.672290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.672641 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.672993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.673342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:31.678440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:31.692556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] For port cdd122af-5d02-413b-9979-51e45fb2a299, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:31.697534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] For port cdd122af-5d02-413b-9979-51e45fb2a299, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=cdd122af-5d02-413b-9979-51e45fb2a299,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:31.708642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.714458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:31.719762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5b772-7f62-4ad4-a6e4-ca87b7f71477,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:31.730283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ee425dea-e2bf-4331-af10-2f3b2ff15548 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:35:31.757275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:31.828760 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b16714c7-a7d7-400c-ad42-03756ff30903 req-bfdc1a9f-1df2-4445-a462-b0c46133e818 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316387 Apr 21 13:35:31.857497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:31.864053 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94c5b772-7f62-4ad4-a6e4-ca87b7f71477 HTTP/1.1" status: 204 len: 168 time: 1.6458774 Apr 21 13:35:31.921232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:31.922761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:31.994308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.065341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Transition to ACTIVE for port object d7bec71e-1690-4f5b-bd64-14ffe85fbe55 will not be triggered until provisioned by entity DHCP. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:32.158805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port ee425dea-e2bf-4331-af10-2f3b2ff15548, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548,segment=NetworkSegment(a0c55247-f42a-47b8-9d3c-f4013b5807e8),segment_id=a0c55247-f42a-47b8-9d3c-f4013b5807e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:32.169025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.217975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:32.224579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'ee425dea-e2bf-4331-af10-2f3b2ff15548', 'network_id': 'ddd80481-75c2-4c39-9832-854e1146b845', 'port_id': 'ee425dea-e2bf-4331-af10-2f3b2ff15548', 'mac_address': 'fa:16:3e:39:30:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f469156-8c3b-4106-8708-f9a131040fdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:35:32.273154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.294172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Transition to ACTIVE for port object 3e6c014e-5a02-45a8-9d1e-836adb6de84e will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:32.344150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:32.349047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.356375 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:32.385431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:32.390188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:32.558074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:32.567508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:32.576481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.587709 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.672837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee425dea-e2bf-4331-af10-2f3b2ff15548 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:35:32.681372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Pushing event updated for resources: {'Port': ['ID=cdd122af-5d02-413b-9979-51e45fb2a299,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:32.694562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:32.707594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-908d1de6-4449-40d4-8b17-26317e6c0388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:32.725727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:32.749068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port ee425dea-e2bf-4331-af10-2f3b2ff15548, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548,segment=NetworkSegment(a0c55247-f42a-47b8-9d3c-f4013b5807e8),segment_id=a0c55247-f42a-47b8-9d3c-f4013b5807e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:32.751645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Pushing event updated for resources: {'Port': ['ID=3e6c014e-5a02-45a8-9d1e-836adb6de84e,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:32.754217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:32.770631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:32.770845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.777106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.780780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:32.817955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:32.870471 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3442984 Apr 21 13:35:32.904506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:32.914223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-47477a06-ec24-44dd-bbd4-4bf9910de2c7 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:32.927106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-47477a06-ec24-44dd-bbd4-4bf9910de2c7 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Synchronizing usage tracker for tenant:af42ad118a514dba80565eac22bac822 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:35:32.960926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:32.970909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Request body: {'port': {'device_id': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:33.109995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-47477a06-ec24-44dd-bbd4-4bf9910de2c7 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Unset dirty status for tenant:af42ad118a514dba80565eac22bac822 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:35:33.118021 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-47477a06-ec24-44dd-bbd4-4bf9910de2c7 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 936 time: 0.7505705 Apr 21 13:35:33.125975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=ee425dea-e2bf-4331-af10-2f3b2ff15548,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:33.137819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:33.171767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-f9e23bbf-be71-4b08-a42c-ed737eef6ea5 None None] Provisioning for port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:33.184854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-f9e23bbf-be71-4b08-a42c-ed737eef6ea5 None None] Provisioning complete for port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:33.185282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9e23bbf-be71-4b08-a42c-ed737eef6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:33.296337 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:33.322067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-f9e23bbf-be71-4b08-a42c-ed737eef6ea5 None None] Port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:35:33.374435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['ee425dea-e2bf-4331-af10-2f3b2ff15548'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:35:33.466185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:33.474087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:33.494931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-7171bbf1-a4e8-4538-b7f1-de3673eaacb1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Synchronizing usage tracker for tenant:af42ad118a514dba80565eac22bac822 on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:35:33.529816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-7171bbf1-a4e8-4538-b7f1-de3673eaacb1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Unset dirty status for tenant:af42ad118a514dba80565eac22bac822 on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:35:33.540170 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-470e6f53-9bc7-44b7-8edf-09baa1472bb8 req-7171bbf1-a4e8-4538-b7f1-de3673eaacb1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209771 Apr 21 13:35:33.610149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7d701933-2f5e-46ad-aa43-0fe2c21cbba1 None None] Provisioning for port 3e6c014e-5a02-45a8-9d1e-836adb6de84e completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:33.623088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ccb358be-4b19-405c-b37c-e77abb168302 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:33.635996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7d701933-2f5e-46ad-aa43-0fe2c21cbba1 None None] Provisioning complete for port 3e6c014e-5a02-45a8-9d1e-836adb6de84e triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:33.643589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7d701933-2f5e-46ad-aa43-0fe2c21cbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:33.650995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94428c-dfd3-4235-a8f8-927507a2e85c req-4f39251a-f2e3-439b-9455-6cdeeeee5268 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:33.653403 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2b94428c-dfd3-4235-a8f8-927507a2e85c req-4f39251a-f2e3-439b-9455-6cdeeeee5268 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 944 time: 0.3601379 Apr 21 13:35:33.703974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:33.733856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-7d701933-2f5e-46ad-aa43-0fe2c21cbba1 None None] Port 3e6c014e-5a02-45a8-9d1e-836adb6de84e cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:35:33.754204 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2b94428c-dfd3-4235-a8f8-927507a2e85c req-1cbf2883-3ff9-4c6f-aac9-45bdf1814287 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880182 Apr 21 13:35:33.875947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:28Z', 'revision_number': 3, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:33.884225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5a927-8d79-4e30-944f-b05a613dafd1 None None] The sync data for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb is: [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:28Z', 'revision_number': 3, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:35:33.900078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:33.920714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:33.999385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:34.000771 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:34.144656 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e62f-c4b1-453a-a40b-099cea7fb599 req-22d9c007-2383-4cb7-90ec-9ca02429594a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:34.156456 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3255e62f-c4b1-453a-a40b-099cea7fb599 req-22d9c007-2383-4cb7-90ec-9ca02429594a tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2322321 Apr 21 13:35:34.217087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6c014e-5a02-45a8-9d1e-836adb6de84e {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:35:34.236870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:34.253262 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3255e62f-c4b1-453a-a40b-099cea7fb599 req-2a48a4fb-ecad-4280-8e49-2954f83862f9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907826 Apr 21 13:35:34.267016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Transition to ACTIVE for port object 3e6c014e-5a02-45a8-9d1e-836adb6de84e will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:34.270232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:34.276662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:34.372707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-865b0d52-21d0-4b1d-8b97-6745b67ee2a2 None None] Provisioning complete for port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:34.380664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-865b0d52-21d0-4b1d-8b97-6745b67ee2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:34.661948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-865b0d52-21d0-4b1d-8b97-6745b67ee2a2 None None] Port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:35:34.714077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c014e-5a02-45a8-9d1e-836adb6de84e,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:34.727600 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:34.746138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Attempting to bind port 3e6c014e-5a02-45a8-9d1e-836adb6de84e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:34.746667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Attempting to bind port 3e6c014e-5a02-45a8-9d1e-836adb6de84e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:34.746837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Attempting to bind port 3e6c014e-5a02-45a8-9d1e-836adb6de84e on network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:34.752793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Port 3e6c014e-5a02-45a8-9d1e-836adb6de84e on network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:35:34.753165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Attempting to bind port 3e6c014e-5a02-45a8-9d1e-836adb6de84e on network d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:34.754024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Router ad3d54e4-a36f-4cca-b18d-619318daa5bf has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:35:34.761266 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:34.761707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Checking segment: {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:34.762079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Bound using segment: {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:34.762560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Bound port: 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f57d08-1d03-47d4-a42e-c9cb17a4eac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:34.762948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:34.846048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 50392) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:35.133136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:35:35.157265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] For port 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:35.166986 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] 10.222.0.36 "PUT /v2.0/routers/ad3d54e4-a36f-4cca-b18d-619318daa5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0727744 Apr 21 13:35:35.217747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] For port 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:35.232217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.251558 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.263149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:35.359666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:35.395315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Usage tracker for resource:security_group_rule and tenant:0bc3913c4b6749c2aa8e70a71edc78d0 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:35.406472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d701-5952-4a84-8b03-f268f548432c req-c7b81fcb-7213-407b-9a75-a3ffb454668a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:35.408193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e58d701-5952-4a84-8b03-f268f548432c req-c7b81fcb-7213-407b-9a75-a3ffb454668a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.6148956 Apr 21 13:35:35.412841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:35.422058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:35.422746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.424247 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] 10.222.0.15 "PUT /v2.0/ports/3e6c014e-5a02-45a8-9d1e-836adb6de84e HTTP/1.1" status: 200 len: 1098 time: 2.5325270 Apr 21 13:35:35.433430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'tag': '3e6c014e-5a02-45a8-9d1e-836adb6de84e'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:35:35.440154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-04a9f48e-135a-4c51-8dbf-03d3ae1c194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:35.441793 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-04a9f48e-135a-4c51-8dbf-03d3ae1c194e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.4713495 Apr 21 13:35:35.446579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:35.497787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device cdd122af-5d02-413b-9979-51e45fb2a299 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:35.633656 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port cdd122af-5d02-413b-9979-51e45fb2a299 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:35.639724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port cdd122af-5d02-413b-9979-51e45fb2a299 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:35.639925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.715325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ee425dea-e2bf-4331-af10-2f3b2ff15548 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:35.757429 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e58d701-5952-4a84-8b03-f268f548432c req-8c27b0dc-67f3-4738-b189-f06d8b303d4e tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318486 Apr 21 13:35:35.758793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c014e-5a02-45a8-9d1e-836adb6de84e,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:35.865423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port ee425dea-e2bf-4331-af10-2f3b2ff15548 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:35.883887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port ee425dea-e2bf-4331-af10-2f3b2ff15548 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:35.884570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.957238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.978285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port cdd122af-5d02-413b-9979-51e45fb2a299, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=cdd122af-5d02-413b-9979-51e45fb2a299,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:35.985137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:35.994627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:36.055842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:36.102112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50424) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:36.110357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1576850476-network', 'tenant_id': '4168280fd4d4461889997a446c0dde19'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:36.117946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:36.125136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Usage tracker for resource:network and tenant:4168280fd4d4461889997a446c0dde19 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:36.129390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:36.137425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:36.150139 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Made reservation on behalf of 4168280fd4d4461889997a446c0dde19 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:36.157040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.179088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.180447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=cdd122af-5d02-413b-9979-51e45fb2a299,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:36.185684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:36.190557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.212610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:36.217211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Usage tracker for resource:security_group_rule and tenant:4168280fd4d4461889997a446c0dde19 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:36.221242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:36.223565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db035b5-2064-4b2d-b7fc-ed15d8a59ce9 req-f7ce7b0d-a5a0-44c9-b58d-6311a078fe95 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.228697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:36.231846 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4db035b5-2064-4b2d-b7fc-ed15d8a59ce9 req-f7ce7b0d-a5a0-44c9-b58d-6311a078fe95 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 944 time: 0.9745989 Apr 21 13:35:36.240294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port ee425dea-e2bf-4331-af10-2f3b2ff15548, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548,segment=NetworkSegment(a0c55247-f42a-47b8-9d3c-f4013b5807e8),segment_id=a0c55247-f42a-47b8-9d3c-f4013b5807e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:36.241599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee425dea-e2bf-4331-af10-2f3b2ff15548'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:35:36.248093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.250224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:36.334853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.337944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-298615be-ef7f-4d9b-9d82-81e7d456b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.338724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.340075 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-298615be-ef7f-4d9b-9d82-81e7d456b5ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af42ad118a514dba80565eac22bac822&device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 1101 time: 0.8351967 Apr 21 13:35:36.343488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-df81eed1-c399-44a8-8041-8f3b60a1a0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:36.354664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=ee425dea-e2bf-4331-af10-2f3b2ff15548,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:36.358279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:36.373093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:35:36.382267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277012ad-97d6-4407-a848-705aed4863d7,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:36.386675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:36.389295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.389683 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Added segment 30eacbc0-8237-4563-96b0-7d76037e71b5 of type vlan for network d94b8062-2a5f-4229-9f5f-bc30fae2d213 Apr 21 13:35:36.418305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.449703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.451143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.452342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.458318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:36.461715 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-4b7f77a5-2b99-4c5b-85b1-4d67748258eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e HTTP/1.1" status: 200 len: 217 time: 0.1096480 Apr 21 13:35:36.464800 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4db035b5-2064-4b2d-b7fc-ed15d8a59ce9 req-e7859c6c-2348-4839-9fd3-f3ebf359a364 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320018 Apr 21 13:35:36.527082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c17bf-1e3a-4c24-946a-3f1f0260fac2 req-7ffb7ffb-162d-4500-93d9-9ea3e91b7a24 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.528746 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-166c17bf-1e3a-4c24-946a-3f1f0260fac2 req-7ffb7ffb-162d-4500-93d9-9ea3e91b7a24 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.4762807 Apr 21 13:35:36.533546 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'tag': '3e6c014e-5a02-45a8-9d1e-836adb6de84e', 'status': 'completed', 'code': 200} Apr 21 13:35:36.560165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-967920cf-f7ef-489c-9b24-b99dac50c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.562175 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-967920cf-f7ef-489c-9b24-b99dac50c4a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 1.1020269 Apr 21 13:35:36.572494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Pushing event updated for resources: {'Network': ['ID=d94b8062-2a5f-4229-9f5f-bc30fae2d213,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:36.576202 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4721775 Apr 21 13:35:36.576827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:36.579090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50434) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:36.587713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:35:36.590926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Request body: {'subnet': {'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1576850476-subnet', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:36.597105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:36.601468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Usage tracker for resource:subnet and tenant:4168280fd4d4461889997a446c0dde19 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:36.605497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:36.617405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:36.662348 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-86ee253c-1319-4bed-bd9a-c21a64fc7e9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.0893588 Apr 21 13:35:36.689107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.702390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Made reservation on behalf of 4168280fd4d4461889997a446c0dde19 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:35:36.708381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.718375 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee425dea-e2bf-4331-af10-2f3b2ff15548', 'code': 200} Apr 21 13:35:36.740913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:36.755973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1122f54a-70a0-4f71-af61-a7b5b39bded1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:36.776508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-cd72f4e7-5270-470c-8519-cc882db4ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.778413 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-cd72f4e7-5270-470c-8519-cc882db4ee7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbb86961-7bbf-42a3-8f79-c9a85cba2512 HTTP/1.1" status: 200 len: 843 time: 0.3020439 Apr 21 13:35:36.788057 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-166c17bf-1e3a-4c24-946a-3f1f0260fac2 req-0bde7c60-2d5c-47b1-bbb7-7e21f2ddd9c9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434366 Apr 21 13:35:36.932625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-1403653a-6ecf-4a65-af34-f44194c06887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:36.934555 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-1403653a-6ecf-4a65-af34-f44194c06887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.2496276 Apr 21 13:35:36.988588 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bc3913c4b6749c2aa8e70a71edc78d0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0890262 Apr 21 13:35:36.989764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50442) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:37.002496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede819cd-77e7-47af-abab-1d58fe5ccd0c,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:37.066160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:37.159637 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-ad6546f2-eaf1-4fde-844f-036bdb253c44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585324 Apr 21 13:35:37.206413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.222778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529d156-a8c4-4220-bee0-2629e532e21b req-7d2e067f-ca39-4906-8c8b-1b8f5249bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:37.224783 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-7d2e067f-ca39-4906-8c8b-1b8f5249bbf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d967d6f2-d9e6-445e-a9c2-18bd6e2057c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4181890 Apr 21 13:35:37.235262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.348547 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.354270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:37.380100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede819cd-77e7-47af-abab-1d58fe5ccd0c,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:37.389922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:37.412871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:35:37.420446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Sync routers for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:35:37.431180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device cdd122af-5d02-413b-9979-51e45fb2a299 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:37.439304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.439460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731efba-0ef9-47a6-aced-9d5338ba736c req-7d6d62d4-fcb7-4a60-9ff8-77776763fc2a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:37.443384 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ede819cd-77e7-47af-abab-1d58fe5ccd0c HTTP/1.1" status: 204 len: 168 time: 0.4496300 Apr 21 13:35:37.444870 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d731efba-0ef9-47a6-aced-9d5338ba736c req-7d6d62d4-fcb7-4a60-9ff8-77776763fc2a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.5072489 Apr 21 13:35:37.482005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:37.482673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:37.493691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.500679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:37.581402 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-5a823ccd-a099-43e6-9b2e-fed26dab3878 service neutron] 10.222.0.15 "GET /v2.0/networks/d967d6f2-d9e6-445e-a9c2-18bd6e2057c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759192 Apr 21 13:35:37.691008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fa60a0-0b11-4e51-ad84-e28d3f67a777,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:37.711670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:37.711670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Checking segment: {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:37.711670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Network hostable DHCP agents. Network: d94b8062-2a5f-4229-9f5f-bc30fae2d213, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:35:37.727780 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-192c1926-1123-4270-b66d-660cf5f0bd39 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435004 Apr 21 13:35:37.728046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:37.735189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:35:37.756801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, d94b8062-2a5f-4229-9f5f-bc30fae2d213) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:37.783957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18ab2d-cd41-422e-b64b-5a83d2c29468 None None] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:37.784489 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:37.785406 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.810012 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-90f42672-83a3-4605-bd37-bb624404186d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2290001 Apr 21 13:35:37.812416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50456) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:37.821589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:37.829610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:37.835494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Usage tracker for resource:router and tenant:4168280fd4d4461889997a446c0dde19 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:37.841633 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:37.848784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:37.859112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.860222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.881561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:37.907767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port cdd122af-5d02-413b-9979-51e45fb2a299 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:37.908194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:38.037223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aaf86-2b83-4a3c-b7f7-6b38c5095832 req-207767cb-86b7-43e9-8da8-434f8b904699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:38.039739 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb7aaf86-2b83-4a3c-b7f7-6b38c5095832 req-207767cb-86b7-43e9-8da8-434f8b904699 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 1098 time: 0.9765313 Apr 21 13:35:38.064680 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d731efba-0ef9-47a6-aced-9d5338ba736c req-5eed680c-af44-48ce-bc32-cbee63975357 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798064 Apr 21 13:35:38.226826 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb7aaf86-2b83-4a3c-b7f7-6b38c5095832 req-6384fb3b-f0e9-40f8-9ca0-3381befbeb99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761761 Apr 21 13:35:38.245481 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c006530e-b7b8-419f-8888-adc2953e53d3 req-6479f1a9-e972-40e6-9a17-2d60fbd7ea02 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179646 Apr 21 13:35:38.251642 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4529d156-a8c4-4220-bee0-2629e532e21b req-4a7a8a7a-325e-4f79-a058-25d47b37049b service neutron] 10.222.0.15 "GET /v2.0/networks/d967d6f2-d9e6-445e-a9c2-18bd6e2057c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107023 Apr 21 13:35:38.264131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255851f-5b1a-455c-b8a6-01175b94eac0 req-e12b77cc-24ca-4735-b85d-7895da2b4af1 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:38.265790 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1255851f-5b1a-455c-b8a6-01175b94eac0 req-e12b77cc-24ca-4735-b85d-7895da2b4af1 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.5449250 Apr 21 13:35:38.322844 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1255851f-5b1a-455c-b8a6-01175b94eac0 req-e8f92377-c854-47fd-bcae-9831e9fc58de tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Apr 21 13:35:38.519850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:38.645581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-d94b8062-2a5f-4229-9f5f-bc30fae2d213', 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'fixed_ips': [{'subnet_id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:35:38.646615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:38.768975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:33Z', 'revision_number': 2, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:38.780935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Checking router: ad3d54e4-a36f-4cca-b18d-619318daa5bf for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:35:38.781365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Updating router ad3d54e4-a36f-4cca-b18d-619318daa5bf port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:35:38.844950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-93e8c3b9-c0ba-4ef1-834b-8a85756c3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:38.846698 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-93e8c3b9-c0ba-4ef1-834b-8a85756c3e3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=af42ad118a514dba80565eac22bac822&device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 1101 time: 0.3478849 Apr 21 13:35:38.858674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a86a8-e0bf-4cba-9289-ca2d9d1f2844 req-90fcff8f-cae0-426d-a67d-3e0393b00c15 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:38.860330 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-438a86a8-e0bf-4cba-9289-ca2d9d1f2844 req-90fcff8f-cae0-426d-a67d-3e0393b00c15 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2978728 Apr 21 13:35:38.889299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:38.889530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-53b8a8e5-9389-4fd1-a0fb-94b43fa1dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:38.891055 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-53b8a8e5-9389-4fd1-a0fb-94b43fa1dd43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.1826262 Apr 21 13:35:38.916055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Allocated IP 172.20.0.2 (d94b8062-2a5f-4229-9f5f-bc30fae2d213/d0fa60a0-0b11-4e51-ad84-e28d3f67a777/ee8bc2c7-a2ca-4e47-9115-94a62a800da3) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:38.965180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.002292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.188289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Allocated IP 172.28.2.55 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/b797f628-ab54-41ba-8daa-28020cb51029) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:39.410996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.429928 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.433958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e0e7f313-a73b-4fa3-b794-8cf25bb26962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.438798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Transition to ACTIVE for port object ee8bc2c7-a2ca-4e47-9115-94a62a800da3 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:39.466924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.467859 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Transition to ACTIVE for port object ee8bc2c7-a2ca-4e47-9115-94a62a800da3 will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:39.478535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:39.484335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.514774 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-438a86a8-e0bf-4cba-9289-ca2d9d1f2844 req-fc691436-849a-4ba5-82ea-ebf322b43050 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138716 Apr 21 13:35:39.535354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:39.579099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:39.584367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Pushing event updated for resources: {'Port': ['ID=b797f628-ab54-41ba-8daa-28020cb51029,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:39.590091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:39.591037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:39.603679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:39.622915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:39.628536 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:39.634725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:39.640477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-17a07a96-c18b-4f53-8c31-ca404b359a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:39.642443 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-17a07a96-c18b-4f53-8c31-ca404b359a3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.6922007 Apr 21 13:35:39.643685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-9ce3d425-527a-4866-8486-f49c5f9fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:39.645325 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-9ce3d425-527a-4866-8486-f49c5f9fdb48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d967d6f2-d9e6-445e-a9c2-18bd6e2057c8 HTTP/1.1" status: 200 len: 870 time: 0.7840526 Apr 21 13:35:39.653300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Pushing event updated for resources: {'Port': ['ID=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:39.657268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.687184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:39.759186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Transition to ACTIVE for port object d7bec71e-1690-4f5b-bd64-14ffe85fbe55 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:39.778423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.785601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:39.859203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Attempting to bind port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:39.859921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Attempting to bind port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:39.860407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Attempting to bind port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 on network d94b8062-2a5f-4229-9f5f-bc30fae2d213 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:39.875122 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-f0a15209-95de-46f3-9d82-e09ee395b8d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.2165794 Apr 21 13:35:39.876483 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-db13ba1d-1073-4109-8228-f02ca443acba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e HTTP/1.1" status: 200 len: 217 time: 0.2165906 Apr 21 13:35:39.891363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6d946-c141-4d47-9cfb-0e4293f8b262 req-fbf2dae6-d0a8-4011-a997-77c182bc1b42 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:39.893124 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-37b6d946-c141-4d47-9cfb-0e4293f8b262 req-fbf2dae6-d0a8-4011-a997-77c182bc1b42 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.4706087 Apr 21 13:35:39.955267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:39.955744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Checking segment: {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:39.956112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:39.956706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Bound using segment: {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:39.957271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Bound port: ee8bc2c7-a2ca-4e47-9115-94a62a800da3, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:39.957692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:40.004237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f66acb-b095-4995-b6a0-21d1d01bc993 None None] Pushing event updated for resources: {'Port': ['ID=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:40.007397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e0f66acb-b095-4995-b6a0-21d1d01bc993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:40.118791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-44c5d82d-f2ed-4670-b52f-d0ed99bd39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:40.120882 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-44c5d82d-f2ed-4670-b52f-d0ed99bd39b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.2263234 Apr 21 13:35:40.127363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-11d588e0-9b5f-45ca-b54a-785c0e5e0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:40.128920 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-11d588e0-9b5f-45ca-b54a-785c0e5e0e90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bbb86961-7bbf-42a3-8f79-c9a85cba2512 HTTP/1.1" status: 200 len: 843 time: 0.1979561 Apr 21 13:35:40.208050 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-37b6d946-c141-4d47-9cfb-0e4293f8b262 req-05d2b276-3615-4ce3-a166-0e8c87733ca1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311695 Apr 21 13:35:40.285564 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-d07cc308-4f00-4494-bdb0-505170e6278c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488097 Apr 21 13:35:40.317802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60353b-ce25-4dc6-984e-470943383cea req-34c82a53-7764-44ea-b4ed-9210978254c5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:40.319840 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9f60353b-ce25-4dc6-984e-470943383cea req-34c82a53-7764-44ea-b4ed-9210978254c5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.5118449 Apr 21 13:35:40.453389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Attempting to bind port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:40.453732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Attempting to bind port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:40.454100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Attempting to bind port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 on network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:40.468526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:40.468950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Checking segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:40.469369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:40.469804 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Bound using segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:40.470714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Bound port: d7bec71e-1690-4f5b-bd64-14ffe85fbe55, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:40.470714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:40.489177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] For port ee8bc2c7-a2ca-4e47-9115-94a62a800da3, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:40.513504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:40.516127 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9f60353b-ce25-4dc6-984e-470943383cea req-55e1dad0-9dd1-424a-94ca-d3ef530295d3 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613984 Apr 21 13:35:40.545822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] For port ee8bc2c7-a2ca-4e47-9115-94a62a800da3, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:40.563197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:40.591426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:40.615849 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-e97c735e-261f-422d-83d3-c894843cca5e service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074396 Apr 21 13:35:40.766469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-532be465-e1e2-4ffb-9c5d-b79cd0846aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:40.767927 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-532be465-e1e2-4ffb-9c5d-b79cd0846aae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d967d6f2-d9e6-445e-a9c2-18bd6e2057c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5645199 Apr 21 13:35:40.857870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Pushing event updated for resources: {'Port': ['ID=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:40.874890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] For port d7bec71e-1690-4f5b-bd64-14ffe85fbe55, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:40.877370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:40.879296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] For port d7bec71e-1690-4f5b-bd64-14ffe85fbe55, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:40.893628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:40.900035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:40.912558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12187e99-ea17-4945-a1c7-99ce567e8151 req-cb1acbdc-24c3-445a-835a-1213ba1d0aca service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854786 Apr 21 13:35:41.008960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:41.009711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:41.052980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:41.112046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f66acb-b095-4995-b6a0-21d1d01bc993 None None] Pushing event updated for resources: {'Port': ['ID=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:41.119060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e0f66acb-b095-4995-b6a0-21d1d01bc993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:41.176803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a7cd-5eb9-4b45-866d-7edb0300eaf3 req-4d5810d5-b27f-4feb-8e57-06fc1a5fc594 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:41.185610 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e64a7cd-5eb9-4b45-866d-7edb0300eaf3 req-4d5810d5-b27f-4feb-8e57-06fc1a5fc594 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.3365097 Apr 21 13:35:41.207129 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-b9e49f0b-6a89-484f-b55e-fa3b42394c63 service neutron] 10.222.0.15 "GET /v2.0/networks/d967d6f2-d9e6-445e-a9c2-18bd6e2057c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933879 Apr 21 13:35:41.374890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:41.431686 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-98fcff5c-65b7-4ac7-ab76-c375ee089581 req-420fa4c7-9669-49e0-82c3-13ff9175fc4d service neutron] 10.222.0.15 "GET /v2.0/networks/d967d6f2-d9e6-445e-a9c2-18bd6e2057c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170305 Apr 21 13:35:41.493078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Router 1f056545-c096-4872-964d-3658b372e8ea is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:35:41.536151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e64a7cd-5eb9-4b45-866d-7edb0300eaf3 req-13f5b2bb-6381-4dee-aec0-938e44a5ffea tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492448 Apr 21 13:35:41.666921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device ee8bc2c7-a2ca-4e47-9115-94a62a800da3 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:41.667452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8ac1-1a97-4882-98df-2b2de3fc6191 req-b4004547-8700-495a-a554-7ba07e42fce5 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:41.678374 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd0f8ac1-1a97-4882-98df-2b2de3fc6191 req-b4004547-8700-495a-a554-7ba07e42fce5 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.2454062 Apr 21 13:35:41.749044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:35:41.762281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Sync routers for ids ['1f056545-c096-4872-964d-3658b372e8ea'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:35:41.792782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:41.797339 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-48f9d556-c343-4a4b-97d9-adc002ef7e4c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9823685 Apr 21 13:35:41.797575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Routers {'1f056545-c096-4872-964d-3658b372e8ea'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:41.798186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50504) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:41.798773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['1f056545-c096-4872-964d-3658b372e8ea'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:41.863296 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd0f8ac1-1a97-4882-98df-2b2de3fc6191 req-14ee1311-7704-4906-ae75-47f1e532e61d tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839054 Apr 21 13:35:41.954050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912aecf-979c-41c9-a6a1-6e3aa7658007 req-b1ea0ba2-a8b6-4fbb-9c80-d7132307b0e1 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:41.964956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c569a327-f9c7-4cb6-b691-3835de98c047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:41.969151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2912aecf-979c-41c9-a6a1-6e3aa7658007 req-b1ea0ba2-a8b6-4fbb-9c80-d7132307b0e1 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.2343287 Apr 21 13:35:42.086780 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2912aecf-979c-41c9-a6a1-6e3aa7658007 req-998c5999-46bf-4170-bd0b-998d8b7605f5 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165080 Apr 21 13:35:42.161755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Set router 1f056545-c096-4872-964d-3658b372e8ea gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:42.246879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:42.275696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:42.457047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:40Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:42.470272 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59338421-25bc-4ed5-8e39-cd86a0a25271 None None] The sync data for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb is: [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:40Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:35:42.628155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:35:40Z', 'revision_number': 3, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:42.643539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Checking router: 1f056545-c096-4872-964d-3658b372e8ea for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:35:42.645032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Updating router 1f056545-c096-4872-964d-3658b372e8ea port b797f628-ab54-41ba-8daa-28020cb51029 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:35:42.686114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:42.753506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:42.982091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab759677-dfed-4cbc-acf3-1b30276cf43c req-e2973819-46e8-4822-a427-2f4061cd36d9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:42.983858 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ab759677-dfed-4cbc-acf3-1b30276cf43c req-e2973819-46e8-4822-a427-2f4061cd36d9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2020857 Apr 21 13:35:43.082353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:43.106076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1e4dc-9e51-4d90-a5a6-3f83f66b20e1 None None] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:35:43.459847 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ab759677-dfed-4cbc-acf3-1b30276cf43c req-70fb5f29-7b1a-4db6-ae16-f3ce519107bd tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602761 Apr 21 13:35:43.609166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7bec71e-1690-4f5b-bd64-14ffe85fbe55 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:43.639407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006f0a-1b1f-420e-a623-53bf1e71578d req-5e7b2464-ea6a-4e04-b4c8-df9048abdfbb tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:43.646145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-41006f0a-1b1f-420e-a623-53bf1e71578d req-5e7b2464-ea6a-4e04-b4c8-df9048abdfbb tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.4973762 Apr 21 13:35:43.720079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:43.758284 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-41006f0a-1b1f-420e-a623-53bf1e71578d req-a55cbaa6-e2e4-4653-aed1-e66cb9135bb3 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048784 Apr 21 13:35:43.787586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:43.810352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Transition to ACTIVE for port object b797f628-ab54-41ba-8daa-28020cb51029 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:43.828490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:43.840882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7bae395a-9abf-44be-9c9c-883bc622e64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:43.858697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Provisioning for port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:43.866615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:43.902757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Provisioning complete for port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:43.903971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:43.965569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:43.984389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Attempting to bind port b797f628-ab54-41ba-8daa-28020cb51029 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:43.984810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Attempting to bind port b797f628-ab54-41ba-8daa-28020cb51029 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:43.985217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Attempting to bind port b797f628-ab54-41ba-8daa-28020cb51029 on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:43.993375 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499bed6-395b-48cf-97eb-e41dc44999e2 None None] Pushing event updated for resources: {'Port': ['ID=b797f628-ab54-41ba-8daa-28020cb51029,revision_number=2']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:43.998235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d499bed6-395b-48cf-97eb-e41dc44999e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:44.000053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:44.000571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:44.001029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.001700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:44.002395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Bound port: b797f628-ab54-41ba-8daa-28020cb51029, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:44.002819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.046662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:44.047277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.160345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Allocated IP 172.20.0.1 (d94b8062-2a5f-4229-9f5f-bc30fae2d213/d0fa60a0-0b11-4e51-ad84-e28d3f67a777/73943a47-205e-4e79-a91f-0aebfd4f0cf0) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:35:44.205440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] For port b797f628-ab54-41ba-8daa-28020cb51029, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:44.230419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] For port b797f628-ab54-41ba-8daa-28020cb51029, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=b797f628-ab54-41ba-8daa-28020cb51029,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:44.241057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.268104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:44.366932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.385835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Transition to ACTIVE for port object 73943a47-205e-4e79-a91f-0aebfd4f0cf0 will not be triggered until provisioned by entity DHCP. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:44.394152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499bed6-395b-48cf-97eb-e41dc44999e2 None None] Pushing event updated for resources: {'Port': ['ID=b797f628-ab54-41ba-8daa-28020cb51029,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:44.400401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d499bed6-395b-48cf-97eb-e41dc44999e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:44.420599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.421465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Routers {'1f056545-c096-4872-964d-3658b372e8ea'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:44.421649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.423986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['1f056545-c096-4872-964d-3658b372e8ea'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:44.442446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:44.506097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.545183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:44.547989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Pushing event updated for resources: {'Port': ['ID=73943a47-205e-4e79-a91f-0aebfd4f0cf0,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:44.557234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:44.557864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] For port ee8bc2c7-a2ca-4e47-9115-94a62a800da3, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:44.560575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.561284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.561974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.562476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.563165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.563718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.564245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.564739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.565441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.565768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.566018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.566378 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.566864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:44.571130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4f800fda-9b59-474e-a9a3-49e78e320261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:44.577879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:35:44.654956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.658884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:44.675019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port d7bec71e-1690-4f5b-bd64-14ffe85fbe55, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:44.680513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.718805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Pushing event updated for resources: {'Port': ['ID=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:44.723508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:44.724621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:44.784416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] Set router 1f056545-c096-4872-964d-3658b372e8ea gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:44.824162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:44.906632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-faf8ba21-2943-425f-acd8-414ccdd09c31 None None] Provisioning complete for port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:44.907063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-faf8ba21-2943-425f-acd8-414ccdd09c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:45.010170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0f1e-4a9b-4879-9640-ff382c54031e req-3886ed0d-3806-472a-ad4e-45c29f309ef7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:45.019924 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-44bb0f1e-4a9b-4879-9640-ff382c54031e req-3886ed0d-3806-472a-ad4e-45c29f309ef7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2303793 Apr 21 13:35:45.066266 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:45.079635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:45.185219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:45.195465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:45.199193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-44bb0f1e-4a9b-4879-9640-ff382c54031e req-e64eb347-e57d-4538-885a-c0e80c444da2 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781693 Apr 21 13:35:45.301914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-01b35bdb-f971-4b00-8140-02dab614b9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:45.333316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b350e-0807-44e4-bf39-0e2e507f1e1f req-1ea7bfce-ebef-40ec-957a-02d2f4f8ad40 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:45.335072 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-647b350e-0807-44e4-bf39-0e2e507f1e1f req-1ea7bfce-ebef-40ec-957a-02d2f4f8ad40 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.2836940 Apr 21 13:35:45.394365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:45.434031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-b26687f5-fe48-4de0-b2f1-4d9983560277 None None] Provisioning for port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:45.444668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-b26687f5-fe48-4de0-b2f1-4d9983560277 None None] Provisioning complete for port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:45.445032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b26687f5-fe48-4de0-b2f1-4d9983560277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:45.453352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:35:40Z', 'revision_number': 3, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:45.458409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eae488-4b4e-4d8f-923e-788c87b3ea17 None None] The sync data for ids ['1f056545-c096-4872-964d-3658b372e8ea'] in dv-cinder-787195-3-smb is: [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:35:40Z', 'revision_number': 3, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:35:45.491606 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-647b350e-0807-44e4-bf39-0e2e507f1e1f req-8a45c6b3-4d0e-44ff-b46b-28f2ddd01d19 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489210 Apr 21 13:35:45.581532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-b26687f5-fe48-4de0-b2f1-4d9983560277 None None] Port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:35:45.585575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device ee8bc2c7-a2ca-4e47-9115-94a62a800da3 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:45.644056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Pushing event updated for resources: {'Port': ['ID=73943a47-205e-4e79-a91f-0aebfd4f0cf0,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:45.654340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:45.691110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:45.692517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:45.722878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:35:45.725437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:35:45.745025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 3e6c014e-5a02-45a8-9d1e-836adb6de84e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:35:46.172236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Router 1f056545-c096-4872-964d-3658b372e8ea has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:35:46.173389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:46.424485 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '3e6c014e-5a02-45a8-9d1e-836adb6de84e', 'network_id': 'd967d6f2-d9e6-445e-a9c2-18bd6e2057c8', 'port_id': '3e6c014e-5a02-45a8-9d1e-836adb6de84e', 'mac_address': 'fa:16:3e:3a:22:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb86961-7bbf-42a3-8f79-c9a85cba2512', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:35:46.470678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:35:46.478230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7bec71e-1690-4f5b-bd64-14ffe85fbe55 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:46.506994 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] 10.222.0.36 "PUT /v2.0/routers/1f056545-c096-4872-964d-3658b372e8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6985712 Apr 21 13:35:46.515450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-10452d2e-4ba3-4f27-abed-7d55a309907c None None] Provisioning complete for port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:46.516274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10452d2e-4ba3-4f27-abed-7d55a309907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:46.697348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-10452d2e-4ba3-4f27-abed-7d55a309907c None None] Port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:35:46.721956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:46.738224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:46.738693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:46.786743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6c014e-5a02-45a8-9d1e-836adb6de84e {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:35:46.821500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:46.828941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:46.830935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:46.852619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ce5c2-6ea8-44fc-9f0c-807092fa732e req-2f837830-4e9f-4971-8663-561fba32495e tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:46.854234 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d2ce5c2-6ea8-44fc-9f0c-807092fa732e req-2f837830-4e9f-4971-8663-561fba32495e tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 948 time: 0.0959959 Apr 21 13:35:46.910145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d2ce5c2-6ea8-44fc-9f0c-807092fa732e req-279a32b8-6b76-46ee-917b-5dd58d9de1ec tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Apr 21 13:35:46.969510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=3e6c014e-5a02-45a8-9d1e-836adb6de84e,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:46.973092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:47.352082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50588) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:47.359192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604144375', 'description': 'tempest-secgroup-smoke-1604144375 description', 'project_id': '8510f97b9e534d1c87619dc24dc1f806'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:47.366533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:47.372620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:47.374434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:47.381294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:47.395589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.413029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['3e6c014e-5a02-45a8-9d1e-836adb6de84e'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:35:47.450985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:47.466539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:47.471034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:47.486199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:47.569961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device b797f628-ab54-41ba-8daa-28020cb51029 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:47.610953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.615950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.622789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03d6acbb-8b6e-48ce-89aa-3f177ad42239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:47.667728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef329e66-b6ed-4a63-871d-890ea7894e73,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:47.671499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:47.693829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.695572 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3423476 Apr 21 13:35:47.699122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50600) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:47.707007 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group_rule': {'security_group_id': 'ef329e66-b6ed-4a63-871d-890ea7894e73', 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:47.714985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:47.720476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:47.724073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:47.730828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:47.749744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.776239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port b797f628-ab54-41ba-8daa-28020cb51029 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:47.782973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port b797f628-ab54-41ba-8daa-28020cb51029 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:47.783434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.785053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dba5b-8e37-4ac6-9561-91e1fc1085bc req-43a0ad25-19d4-4762-a9fe-01feb65f36f0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:47.794393 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b49dba5b-8e37-4ac6-9561-91e1fc1085bc req-43a0ad25-19d4-4762-a9fe-01feb65f36f0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1305051 Apr 21 13:35:47.837768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.841059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.850538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-052edf29-3d56-4109-9755-8536b64702fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:47.862076 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b49dba5b-8e37-4ac6-9561-91e1fc1085bc req-1ec84aca-ba94-4cd4-ab90-b49c0c69a337 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664940 Apr 21 13:35:47.872548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f3a0e7-7124-43df-b22a-d16e0c10c9d0,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:47.875662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:47.893305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.895281 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941957 Apr 21 13:35:47.897980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 50606) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:47.905086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group_rule': {'security_group_id': 'ef329e66-b6ed-4a63-871d-890ea7894e73', 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:47.912511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:47.918501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:47.922560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:47.929817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:47.947056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.952680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.967912 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port b797f628-ab54-41ba-8daa-28020cb51029, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=b797f628-ab54-41ba-8daa-28020cb51029,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:47.971871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:47.973908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:48.038123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.041566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.051176 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:48.065074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=b797f628-ab54-41ba-8daa-28020cb51029,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:48.069789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:48.076925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb167f4-71ec-4ac5-9f3e-5cd432e95191,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:48.090362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.090772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.091172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.091593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.091984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.092373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.092760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.093148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.093542 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.093922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.094337 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.094729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:48.099427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:48.108326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.109728 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2103806 Apr 21 13:35:48.112637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 50618) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:48.122055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group_rule': {'security_group_id': 'ef329e66-b6ed-4a63-871d-890ea7894e73', 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:48.130340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:48.134847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:48.148932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:48.155808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:48.175068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.335227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.341452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.350768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:48.376417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e12c97b-5fc9-4377-8b1b-7d964209707c,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:48.380892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:48.393535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b328878-b675-4507-acaf-900147e655c1 req-4c42cd92-eecb-4726-9174-3bcdac0fff2a tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:48.401942 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4b328878-b675-4507-acaf-900147e655c1 req-4c42cd92-eecb-4726-9174-3bcdac0fff2a tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.1669850 Apr 21 13:35:48.421450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.426130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50632) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:48.426259 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-85c100c9-e260-4ccb-98ca-a6c12be3be2a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3122494 Apr 21 13:35:48.434165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group_rule': {'security_group_id': 'ef329e66-b6ed-4a63-871d-890ea7894e73', 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:48.452564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:48.467744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:48.467744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:48.479972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:48.480208 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4b328878-b675-4507-acaf-900147e655c1 req-adfaed41-d008-4f7e-9012-0703541b46a7 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772381 Apr 21 13:35:48.502660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.608936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.612913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.633649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4480940f-64a8-4f52-9075-c1e186e3a74f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:48.653142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de93722a-2b82-497d-b9fe-24fa1bb1d43d,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:48.662086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:48.663618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.665640 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2379274 Apr 21 13:35:48.668558 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50638) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:48.674401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group_rule': {'security_group_id': 'ef329e66-b6ed-4a63-871d-890ea7894e73', 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:48.681013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:48.685096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:48.688297 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:48.699079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:48.707661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded196fa-0e37-479f-b2d2-98ee59260025 req-3344d8e2-249b-401b-9b96-bcfecd5347f2 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:48.709662 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ded196fa-0e37-479f-b2d2-98ee59260025 req-3344d8e2-249b-401b-9b96-bcfecd5347f2 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 949 time: 0.1353729 Apr 21 13:35:48.711675 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.securitygroups_db [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Project 8510f97b9e534d1c87619dc24dc1f806 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:35:48.719584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.799838 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ded196fa-0e37-479f-b2d2-98ee59260025 req-b4529bd5-aa80-491e-ad6c-17e9ee7bf722 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807264 Apr 21 13:35:48.834340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Sync routers for ids ['1f056545-c096-4872-964d-3658b372e8ea'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:35:48.839049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.842097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.846244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Routers {'1f056545-c096-4872-964d-3658b372e8ea'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:48.846939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['1f056545-c096-4872-964d-3658b372e8ea'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:48.850198 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:48.878386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bb1532-7f4c-4e20-a5e2-6c72470fa4db,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:48.881343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:48.888888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:48.890167 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2206190 Apr 21 13:35:48.893055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 50644) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:35:48.898524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'security_group_rule': {'security_group_id': 'ef329e66-b6ed-4a63-871d-890ea7894e73', 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:48.905444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:35:48.910045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:security_group_rule and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:35:48.913168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:35:48.919391 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:35:48.928840 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.securitygroups_db [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Project 8510f97b9e534d1c87619dc24dc1f806 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:35:48.936247 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:49.007436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:49.010748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:49.012954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:49.038863 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec866ee-2268-4b99-b158-8c1106ebc993,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:49.046139 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Set router 1f056545-c096-4872-964d-3658b372e8ea gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:49.046279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:49.048227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:49.049752 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f9b402e6-58ba-464e-b0f9-c97ddadf46f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554618 Apr 21 13:35:49.418881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 4, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '73943a47-205e-4e79-a91f-0aebfd4f0cf0', 'name': '', 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'mac_address': 'fa:16:3e:20:3c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:43Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 2, 'project_id': '4168280fd4d4461889997a446c0dde19', 'subnets': [{'id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:49.423538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Checking router: 1f056545-c096-4872-964d-3658b372e8ea for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:35:49.423866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Updating router 1f056545-c096-4872-964d-3658b372e8ea port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:35:49.487582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device b797f628-ab54-41ba-8daa-28020cb51029 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:49.537843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:49.738417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port b797f628-ab54-41ba-8daa-28020cb51029 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:49.738838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:49.746769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed71e1-28d1-43b0-ab90-2d5da1f9cd43 req-28c2ee1f-0cd7-4c0f-97d0-50651ed9b860 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:49.748735 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-18ed71e1-28d1-43b0-ab90-2d5da1f9cd43 req-28c2ee1f-0cd7-4c0f-97d0-50651ed9b860 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.1038327 Apr 21 13:35:49.806332 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-18ed71e1-28d1-43b0-ab90-2d5da1f9cd43 req-07646c33-f648-4d6f-b430-9b463dc9753e tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Apr 21 13:35:49.815699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 3e6c014e-5a02-45a8-9d1e-836adb6de84e up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:50.052224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 3e6c014e-5a02-45a8-9d1e-836adb6de84e completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:50.098525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f3f7-6277-479e-82d9-b3530dbf3ce8 req-1b5ee322-5347-4348-b024-0fe75ea27086 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:50.108220 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1587f3f7-6277-479e-82d9-b3530dbf3ce8 req-1b5ee322-5347-4348-b024-0fe75ea27086 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 949 time: 0.1268423 Apr 21 13:35:50.155492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 3e6c014e-5a02-45a8-9d1e-836adb6de84e triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:50.165452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:50.650276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1587f3f7-6277-479e-82d9-b3530dbf3ce8 req-e3cabb00-398c-43d5-b3a4-b8d2f687c6ba tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408154 Apr 21 13:35:50.674756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:50.682048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56543445-acdc-445b-a3d8-97c408272bee req-7ba9af34-eb82-4dc8-880d-e2ca518927bb tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:50.683884 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-56543445-acdc-445b-a3d8-97c408272bee req-7ba9af34-eb82-4dc8-880d-e2ca518927bb tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.1640117 Apr 21 13:35:50.765466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c014e-5a02-45a8-9d1e-836adb6de84e'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:35:50.783939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:50.798190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Deleting port ee425dea-e2bf-4331-af10-2f3b2ff15548 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:35:50.798836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:50.801317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:50.805708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:50.808763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:50.880293 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c014e-5a02-45a8-9d1e-836adb6de84e', 'code': 200} Apr 21 13:35:50.881362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Transition to ACTIVE for port object 73943a47-205e-4e79-a91f-0aebfd4f0cf0 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:35:50.904060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:51.050526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=3e6c014e-5a02-45a8-9d1e-836adb6de84e,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:51.057310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:51.058514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:51.407745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729e226-b6fb-4581-a439-15735fb34fa3 None None] Pushing event updated for resources: {'Port': ['ID=73943a47-205e-4e79-a91f-0aebfd4f0cf0,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:51.413275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3729e226-b6fb-4581-a439-15735fb34fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:51.465562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] For port ee425dea-e2bf-4331-af10-2f3b2ff15548, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee425dea-e2bf-4331-af10-2f3b2ff15548,segment=NetworkSegment(a0c55247-f42a-47b8-9d3c-f4013b5807e8),segment_id=a0c55247-f42a-47b8-9d3c-f4013b5807e8)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:51.465973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:51.476370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Attempting to bind port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:35:51.477614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Attempting to bind port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:35:51.478452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Attempting to bind port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 on network d94b8062-2a5f-4229-9f5f-bc30fae2d213 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:35:51.490314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:35:51.491035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Checking segment: {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:35:51.491843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:51.492347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Bound using segment: {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:35:51.492955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Bound port: 73943a47-205e-4e79-a91f-0aebfd4f0cf0, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eacbc0-8237-4563-96b0-7d76037e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:35:51.493658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:51.617227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] For port 73943a47-205e-4e79-a91f-0aebfd4f0cf0, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:35:51.620994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] For port 73943a47-205e-4e79-a91f-0aebfd4f0cf0, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=73943a47-205e-4e79-a91f-0aebfd4f0cf0,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:35:51.626611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:51.633565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:51.667769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Calling delete_port for ee425dea-e2bf-4331-af10-2f3b2ff15548 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:35:51.743608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Routers {'1f056545-c096-4872-964d-3658b372e8ea'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:35:51.744491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:35:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['1f056545-c096-4872-964d-3658b372e8ea'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:51.825736 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1bfcc-7d60-499f-b48d-03454dc82f31 req-4c574303-da77-422f-a491-af07cb01fd2b tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:51.832743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729e226-b6fb-4581-a439-15735fb34fa3 None None] Pushing event updated for resources: {'Port': ['ID=73943a47-205e-4e79-a91f-0aebfd4f0cf0,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:51.834205 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dab1bfcc-7d60-499f-b48d-03454dc82f31 req-4c574303-da77-422f-a491-af07cb01fd2b tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 945 time: 0.4977505 Apr 21 13:35:51.858942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3729e226-b6fb-4581-a439-15735fb34fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:51.864037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578cd5c-707f-40c5-acef-2ee0c94630e6 req-7c6a91fc-dad0-4615-a7b0-8d4faf386dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:51.869566 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0578cd5c-707f-40c5-acef-2ee0c94630e6 req-7c6a91fc-dad0-4615-a7b0-8d4faf386dca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 1103 time: 0.5345154 Apr 21 13:35:51.986193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0578cd5c-707f-40c5-acef-2ee0c94630e6 req-802bb11d-fdc6-4a07-808f-0ce9c98f6093 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979800 Apr 21 13:35:52.036892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] Set router 1f056545-c096-4872-964d-3658b372e8ea gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:35:52.061563 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dab1bfcc-7d60-499f-b48d-03454dc82f31 req-1faff54f-a7e9-4abd-b83c-b12d0ae66ed6 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/security-groups?id=d5ddc57f-02ba-411a-ad3c-4a9748f13548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261674 Apr 21 13:35:52.148226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-aee40b7c-bf1f-4d4d-870a-abc6f160fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:52.150598 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-aee40b7c-bf1f-4d4d-870a-abc6f160fcf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.4432976 Apr 21 13:35:52.219371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b262f30-3c9e-403b-ac1c-e0832e92ec5e req-d5530a59-4396-44be-aace-83b7f38cbdbe tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:52.228095 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b262f30-3c9e-403b-ac1c-e0832e92ec5e req-d5530a59-4396-44be-aace-83b7f38cbdbe tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2537651 Apr 21 13:35:52.374113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:52.388055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:52.431853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 4, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '73943a47-205e-4e79-a91f-0aebfd4f0cf0', 'name': '', 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'mac_address': 'fa:16:3e:20:3c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:43Z', 'updated_at': '2021-04-21T13:35:51Z', 'revision_number': 4, 'project_id': '4168280fd4d4461889997a446c0dde19', 'subnets': [{'id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:35:52.437869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009f55d-6650-43e5-b10c-6d7065d53234 None None] The sync data for ids ['1f056545-c096-4872-964d-3658b372e8ea'] in dv-cinder-787195-3-smb is: [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 4, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '73943a47-205e-4e79-a91f-0aebfd4f0cf0', 'name': '', 'network_id': 'd94b8062-2a5f-4229-9f5f-bc30fae2d213', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'mac_address': 'fa:16:3e:20:3c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:43Z', 'updated_at': '2021-04-21T13:35:51Z', 'revision_number': 4, 'project_id': '4168280fd4d4461889997a446c0dde19', 'subnets': [{'id': 'd0fa60a0-0b11-4e51-ad84-e28d3f67a777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:35:52.464032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Pushing event deleted for resources: {'Port': ['ID=ee425dea-e2bf-4331-af10-2f3b2ff15548,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:52.468713 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b262f30-3c9e-403b-ac1c-e0832e92ec5e req-21328d60-a137-4fb5-85b6-9406deb7cce2 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397177 Apr 21 13:35:52.471667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:52.632061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] No DVR routers for this DVR port ee425dea-e2bf-4331-af10-2f3b2ff15548 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:35:52.635902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:52.642998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'name': 'network-vif-deleted', 'tag': 'ee425dea-e2bf-4331-af10-2f3b2ff15548'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:35:52.653496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-444203e1-0f94-4105-b0dd-0a98ca31f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:52.655133 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-444203e1-0f94-4105-b0dd-0a98ca31f95b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.4834535 Apr 21 13:35:52.672037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df075bf-76c6-41c9-8fec-2d54bb78ac9f req-f34c194c-84fa-4715-8da2-45c05cf17691 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:52.673827 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1df075bf-76c6-41c9-8fec-2d54bb78ac9f req-f34c194c-84fa-4715-8da2-45c05cf17691 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 950 time: 0.4640663 Apr 21 13:35:52.677139 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-56543445-acdc-445b-a3d8-97c408272bee req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.15 "DELETE /v2.0/ports/ee425dea-e2bf-4331-af10-2f3b2ff15548 HTTP/1.1" status: 204 len: 173 time: 1.9870639 Apr 21 13:35:52.754866 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b97975a-8c8b-42d3-9c2f-0603cfd0cc62', 'name': 'network-vif-deleted', 'tag': 'ee425dea-e2bf-4331-af10-2f3b2ff15548', 'status': 'completed', 'code': 200} Apr 21 13:35:52.779072 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-5097cdd4-55f3-420c-9d2b-22bf333a4560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.1041031 Apr 21 13:35:52.871512 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1df075bf-76c6-41c9-8fec-2d54bb78ac9f req-3696befa-673d-41cb-a864-54f46d70da44 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253216 Apr 21 13:35:52.898242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-ae747cfc-a87a-4e7e-bb1e-b4e13277fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:52.901191 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-ae747cfc-a87a-4e7e-bb1e-b4e13277fb99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.0991106 Apr 21 13:35:52.970302 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-5948c769-cb91-4f9b-947d-4af6c0a73ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572820 Apr 21 13:35:53.155817 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-4559c9ab-93ea-41ce-b787-42a5756a2823 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777864 Apr 21 13:35:53.343425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-a0734fff-eb67-4df3-92e7-2ecdf615a1d5 req-f6c93c8a-8eb1-4442-b88b-cac51726c7ca tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Synchronizing usage tracker for tenant:853952b25ee841959f04ea9a7286c660 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:35:53.399515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-a0734fff-eb67-4df3-92e7-2ecdf615a1d5 req-f6c93c8a-8eb1-4442-b88b-cac51726c7ca tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Unset dirty status for tenant:853952b25ee841959f04ea9a7286c660 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:35:53.400845 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a0734fff-eb67-4df3-92e7-2ecdf615a1d5 req-f6c93c8a-8eb1-4442-b88b-cac51726c7ca tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b97975a-8c8b-42d3-9c2f-0603cfd0cc62 HTTP/1.1" status: 200 len: 210 time: 0.1243477 Apr 21 13:35:53.461705 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e87af62-b5af-425c-bdff-0345cf7c37bb req-71dda2bd-477d-4d5c-b601-c67c0374d720 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918720 Apr 21 13:35:53.569275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73943a47-205e-4e79-a91f-0aebfd4f0cf0 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:53.726381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:35:53.740867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:53.742742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:53.793735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ee425dea-e2bf-4331-af10-2f3b2ff15548 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:35:53.831384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d451d37-9c12-4f40-8498-f54a03382737 req-0d421ddf-5ca2-44a9-9ff2-e4f2f4578d59 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:53.835751 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3d451d37-9c12-4f40-8498-f54a03382737 req-0d421ddf-5ca2-44a9-9ff2-e4f2f4578d59 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1185615 Apr 21 13:35:53.872475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: ee425dea-e2bf-4331-af10-2f3b2ff15548 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:35:53.872475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ee425dea-e2bf-4331-af10-2f3b2ff15548 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:35:53.941368 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3d451d37-9c12-4f40-8498-f54a03382737 req-02176655-33b4-425d-bd32-2ca374fdfb8c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982211 Apr 21 13:35:53.975189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:54.023078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 73943a47-205e-4e79-a91f-0aebfd4f0cf0, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=73943a47-205e-4e79-a91f-0aebfd4f0cf0,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:54.029645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:54.033177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:54.151304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=73943a47-205e-4e79-a91f-0aebfd4f0cf0,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:54.162256 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.162768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.163320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.163800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.164970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.165495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.165887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.167550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.168113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.168660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.169189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.169722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:35:54.177219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:54.223847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba704f9d-eac7-441e-9641-947fe0fa341c req-99af037f-2a06-45a4-965f-088d70be4adc tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:54.225615 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ba704f9d-eac7-441e-9641-947fe0fa341c req-99af037f-2a06-45a4-965f-088d70be4adc tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 950 time: 0.1266766 Apr 21 13:35:54.278509 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ba704f9d-eac7-441e-9641-947fe0fa341c req-bb9e86bb-502a-4403-8e68-0e40a0753147 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Apr 21 13:35:54.848092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b520-1b5e-4c2f-a3c7-3623d7591b2a req-9cbe4f5f-825a-4b8d-b721-9692d1acdd63 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:54.849995 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2e86b520-1b5e-4c2f-a3c7-3623d7591b2a req-9cbe4f5f-825a-4b8d-b721-9692d1acdd63 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 950 time: 0.1005068 Apr 21 13:35:54.905634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2e86b520-1b5e-4c2f-a3c7-3623d7591b2a req-b43ee2f2-ddea-4434-b7a9-185f5a290010 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480065 Apr 21 13:35:55.218213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e9ec8-81c9-4899-9047-1c54b8d1c59b req-4bd7434a-eb3c-43b1-a164-fa748dba4c0d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:55.220216 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e94e9ec8-81c9-4899-9047-1c54b8d1c59b req-4bd7434a-eb3c-43b1-a164-fa748dba4c0d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1288624 Apr 21 13:35:55.279573 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e94e9ec8-81c9-4899-9047-1c54b8d1c59b req-86e2cf3d-7217-47c2-b6e6-dffdbae58532 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514402 Apr 21 13:35:55.448984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73943a47-205e-4e79-a91f-0aebfd4f0cf0 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:35:55.539737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:35:55.539933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:56.127517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c186-6399-4f9f-bea9-41420b11714f req-b1b5cc77-d2e3-45f2-acfd-eaa15f436bc2 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:56.129355 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6135c186-6399-4f9f-bea9-41420b11714f req-b1b5cc77-d2e3-45f2-acfd-eaa15f436bc2 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 950 time: 0.0942667 Apr 21 13:35:56.183633 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6135c186-6399-4f9f-bea9-41420b11714f req-88c0da7f-1957-4c02-86fe-7d96c67c57f2 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471728 Apr 21 13:35:56.524681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697dd86-99ee-44b4-9860-1146b80e954e req-a7f5dac5-707d-405a-950a-177f9862b53c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:56.526363 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e697dd86-99ee-44b4-9860-1146b80e954e req-a7f5dac5-707d-405a-950a-177f9862b53c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1109693 Apr 21 13:35:56.576575 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e697dd86-99ee-44b4-9860-1146b80e954e req-c6dd65bf-96d9-4de4-b0cf-fef80f2a6497 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Apr 21 13:35:56.774059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa912979-5770-4840-ae12-b5237340b827 req-2016178e-11f5-4ece-b282-c3b9ff439ed9 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:56.775726 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-aa912979-5770-4840-ae12-b5237340b827 req-2016178e-11f5-4ece-b282-c3b9ff439ed9 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 950 time: 0.0948315 Apr 21 13:35:56.855052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Deleting port 3e6c014e-5a02-45a8-9d1e-836adb6de84e {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:35:56.855474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:57.136144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] For port 3e6c014e-5a02-45a8-9d1e-836adb6de84e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3e6c014e-5a02-45a8-9d1e-836adb6de84e,segment=NetworkSegment(a8f57d08-1d03-47d4-a42e-c9cb17a4eac8),segment_id=a8f57d08-1d03-47d4-a42e-c9cb17a4eac8)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:35:57.136713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:57.537632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Calling delete_port for 3e6c014e-5a02-45a8-9d1e-836adb6de84e owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:35:57.858806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1426-e5b0-4719-8382-a76b871840c2 req-013c06ab-a8fd-47d1-80fc-c65a335e2b9c tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:57.860692 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c62a1426-e5b0-4719-8382-a76b871840c2 req-013c06ab-a8fd-47d1-80fc-c65a335e2b9c tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b481c5-dde6-4b00-8202-c2191f15a23a HTTP/1.1" status: 200 len: 950 time: 0.3309937 Apr 21 13:35:57.925867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:57.946334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b1c674ed-4a40-4a85-b132-54fb01c5c4cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:35:57.949276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['3e6c014e-5a02-45a8-9d1e-836adb6de84e'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:35:58.006289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Pushing event deleted for resources: {'Port': ['ID=3e6c014e-5a02-45a8-9d1e-836adb6de84e,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:35:58.019107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:35:58.028611 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c62a1426-e5b0-4719-8382-a76b871840c2 req-fbc622ab-3515-43d7-ba6c-6d4e73d22876 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2ae54bb-c30c-449c-923b-3184709e2ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575174 Apr 21 13:35:58.176896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] No DVR routers for this DVR port 3e6c014e-5a02-45a8-9d1e-836adb6de84e on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:35:58.183113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:35:58.201879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'name': 'network-vif-deleted', 'tag': '3e6c014e-5a02-45a8-9d1e-836adb6de84e'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:35:58.233308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b4297-cf24-43d0-96bb-5f450cec4ddb req-9873adc4-9735-4d8d-8ec2-6bc8224b0931 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:58.250087 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-385b4297-cf24-43d0-96bb-5f450cec4ddb req-9873adc4-9735-4d8d-8ec2-6bc8224b0931 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.4650726 Apr 21 13:35:58.318828 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-aa912979-5770-4840-ae12-b5237340b827 req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] 10.222.0.15 "DELETE /v2.0/ports/3e6c014e-5a02-45a8-9d1e-836adb6de84e HTTP/1.1" status: 204 len: 173 time: 1.5366106 Apr 21 13:35:58.321276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b481c5-dde6-4b00-8202-c2191f15a23a', 'name': 'network-vif-deleted', 'tag': '3e6c014e-5a02-45a8-9d1e-836adb6de84e', 'status': 'completed', 'code': 200} Apr 21 13:35:58.330512 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-385b4297-cf24-43d0-96bb-5f450cec4ddb req-1149c469-2b6f-4e27-b39e-33212603538d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776548 Apr 21 13:35:59.585053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40956c6-6b2d-4624-85cf-4770ad565af0 req-2bdf85ae-2887-4faf-9b0f-95d0d6e400a3 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:35:59.588281 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a40956c6-6b2d-4624-85cf-4770ad565af0 req-2bdf85ae-2887-4faf-9b0f-95d0d6e400a3 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1187232 Apr 21 13:35:59.671970 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a40956c6-6b2d-4624-85cf-4770ad565af0 req-1124130c-1122-4ce6-af7a-6de0d607960c tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668626 Apr 21 13:36:00.884501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288840dc-581e-4f7f-a3b8-898363aa61f0 req-2744fead-5230-4de3-9573-3fcf37f71550 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:00.885008 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-288840dc-581e-4f7f-a3b8-898363aa61f0 req-2744fead-5230-4de3-9573-3fcf37f71550 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1062582 Apr 21 13:36:00.934888 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-288840dc-581e-4f7f-a3b8-898363aa61f0 req-69770465-f5f8-439f-9821-b1bef9a3c041 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Apr 21 13:36:01.817511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 3e6c014e-5a02-45a8-9d1e-836adb6de84e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:36:01.892573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 3e6c014e-5a02-45a8-9d1e-836adb6de84e {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:36:01.893089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 3e6c014e-5a02-45a8-9d1e-836adb6de84e not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:36:02.203849 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aa1f6-c04a-4715-bd4e-45ca28d7e757 req-12b30fe2-391c-4dfb-bbea-25a01924ecef tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:02.205482 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c58aa1f6-c04a-4715-bd4e-45ca28d7e757 req-12b30fe2-391c-4dfb-bbea-25a01924ecef tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1304703 Apr 21 13:36:02.256791 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c58aa1f6-c04a-4715-bd4e-45ca28d7e757 req-53da0724-8845-4ded-b34c-00d699e6148f tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Apr 21 13:36:03.471222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1694cf-23da-4e9e-9e07-0f787692fa14 req-78852412-f152-46d1-831e-26222d5457a4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:03.472919 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ba1694cf-23da-4e9e-9e07-0f787692fa14 req-78852412-f152-46d1-831e-26222d5457a4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0988681 Apr 21 13:36:03.522846 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ba1694cf-23da-4e9e-9e07-0f787692fa14 req-88d9ab8d-93e3-4a83-9c40-d7118e08ced0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Apr 21 13:36:04.505431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51218) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:04.540949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51224) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:04.750049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:04.770185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:04.774460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Usage tracker for resource:security_group_rule and tenant:fa17ec8865b64fd4a14c77b829f8f14c is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:04.777554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:04.783670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:04.838572 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7675a326-8a5d-4a77-85f9-59872d13776f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af42ad118a514dba80565eac22bac822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954617 Apr 21 13:36:04.842539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51238) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:04.865322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d21e2-fad5-4f78-867d-e5c1a5c4cbd6 req-293a9072-4a34-4cbf-972d-27a931c59257 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:04.867567 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e89d21e2-fad5-4f78-867d-e5c1a5c4cbd6 req-293a9072-4a34-4cbf-972d-27a931c59257 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1888931 Apr 21 13:36:04.903777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:04.907016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:04.917230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c8391fc7-53b1-4420-896e-ddf7102685e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:04.949289 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e89d21e2-fad5-4f78-867d-e5c1a5c4cbd6 req-a26f5b83-55b4-4790-b184-989cea1489fe tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734298 Apr 21 13:36:04.971115 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa17ec8865b64fd4a14c77b829f8f14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643819 Apr 21 13:36:04.973046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51242) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:04.973759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae4ef49-01a0-4bf3-a81e-fa00e164e608,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:04.977405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:04.987613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.044964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.096955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.129820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.165165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.177076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d624645e-9848-4ec0-bf53-7d51fbe7a901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:05.193364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae54bb-c30c-449c-923b-3184709e2ab0,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:05.197561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:05.206608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.207865 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2ae54bb-c30c-449c-923b-3184709e2ab0 HTTP/1.1" status: 204 len: 168 time: 0.3643064 Apr 21 13:36:05.212930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.218222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-28418cf5-af9f-4af2-8cf5-5c5ce39c9712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:05.229559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae4ef49-01a0-4bf3-a81e-fa00e164e608,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:05.231876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:05.233094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dae4ef49-01a0-4bf3-a81e-fa00e164e608 HTTP/1.1" status: 204 len: 168 time: 0.2589531 Apr 21 13:36:05.234013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:06.196331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abd779-fbb2-4915-9fae-87df0cb01bb4 req-90874e4a-f17d-4b6c-9315-5e9b12bd97d0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:06.206717 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b1abd779-fbb2-4915-9fae-87df0cb01bb4 req-90874e4a-f17d-4b6c-9315-5e9b12bd97d0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1338754 Apr 21 13:36:06.272162 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b1abd779-fbb2-4915-9fae-87df0cb01bb4 req-99331fb1-8086-4e7d-8b38-9da5140ec441 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586815 Apr 21 13:36:07.481835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312d86e-bcb7-496f-a1f7-76067def5c27 req-d88136d1-1971-49ec-81b0-b526b6143eb7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:07.483502 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e312d86e-bcb7-496f-a1f7-76067def5c27 req-d88136d1-1971-49ec-81b0-b526b6143eb7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0992668 Apr 21 13:36:07.539524 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e312d86e-bcb7-496f-a1f7-76067def5c27 req-03a38667-6ac9-4ebf-825f-10db94c24338 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480237 Apr 21 13:36:08.748495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc82c-ea1f-445d-b04a-b752507c8395 req-a1734f1f-1b9c-41a0-92e8-7275466328ac tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:08.750327 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d18bc82c-ea1f-445d-b04a-b752507c8395 req-a1734f1f-1b9c-41a0-92e8-7275466328ac tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0902004 Apr 21 13:36:08.802333 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d18bc82c-ea1f-445d-b04a-b752507c8395 req-ff932f1b-0f8a-463d-936f-50097af0fdeb tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Apr 21 13:36:09.400537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62779897-8dcf-4058-a49f-f06515e62f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:09.774118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09bfe7-fd53-474d-a31b-1f6bdb57677e req-feb9d485-949b-4fda-a263-4f4e0b439265 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:09.775772 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c09bfe7-fd53-474d-a31b-1f6bdb57677e req-feb9d485-949b-4fda-a263-4f4e0b439265 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.0918646 Apr 21 13:36:09.826157 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c09bfe7-fd53-474d-a31b-1f6bdb57677e req-7a2aa35f-bb5f-413c-8afa-4d449811a9d7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Apr 21 13:36:10.013306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c936-cd50-475a-ac05-8ae449076676 req-80b17fbe-a74e-457f-978e-503c05a738ba tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:10.014912 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c257c936-cd50-475a-ac05-8ae449076676 req-80b17fbe-a74e-457f-978e-503c05a738ba tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0931416 Apr 21 13:36:10.067884 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c257c936-cd50-475a-ac05-8ae449076676 req-4727bedd-b1d5-4c93-944a-9854422fb5ea tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460460 Apr 21 13:36:11.029474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8652298-0998-4b9e-a718-0301c29be06c req-271250db-52d1-408e-afa6-d7008adb0084 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:11.031056 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8652298-0998-4b9e-a718-0301c29be06c req-271250db-52d1-408e-afa6-d7008adb0084 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.0879519 Apr 21 13:36:11.077362 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8652298-0998-4b9e-a718-0301c29be06c req-a2113d75-3f28-42c0-921d-e0e028ab9dad tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Apr 21 13:36:11.276246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a58e80-a8ab-4e9a-bc20-d855688961e0 req-5bb81116-9cc5-4881-996d-614c6758feec tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:11.277806 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a7a58e80-a8ab-4e9a-bc20-d855688961e0 req-5bb81116-9cc5-4881-996d-614c6758feec tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0913508 Apr 21 13:36:11.324299 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a7a58e80-a8ab-4e9a-bc20-d855688961e0 req-bcec4947-da53-4126-be4b-8f7bff45bfa0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Apr 21 13:36:11.571347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ab9d-0d54-495f-9711-d76bb069c361 req-05d08a8e-5b3c-437a-bc13-d8fab4834ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:11.572995 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3d6ab9d-0d54-495f-9711-d76bb069c361 req-05d08a8e-5b3c-437a-bc13-d8fab4834ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.0943353 Apr 21 13:36:11.624159 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3d6ab9d-0d54-495f-9711-d76bb069c361 req-2f91b7ed-1a44-4a44-88f6-2f9f18e663bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Apr 21 13:36:11.677364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-daff884b-5543-4dac-961e-6fdd13ce0aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:12.084512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:12.280884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e293c-b2b5-4475-86a8-6287813fd417 req-2c3327a2-3b4e-48a5-b13f-5df340ebf8aa tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:12.282490 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-185e293c-b2b5-4475-86a8-6287813fd417 req-2c3327a2-3b4e-48a5-b13f-5df340ebf8aa tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.0887427 Apr 21 13:36:12.331395 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-185e293c-b2b5-4475-86a8-6287813fd417 req-43208e77-e634-4c78-b26b-8951e300b7b8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Apr 21 13:36:12.529816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cd2e3-9f0f-4b35-be04-7d6af863b41f req-d5fab67d-927d-4606-af8c-74fa0610e064 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:12.531509 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-958cd2e3-9f0f-4b35-be04-7d6af863b41f req-d5fab67d-927d-4606-af8c-74fa0610e064 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0915108 Apr 21 13:36:12.579392 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-958cd2e3-9f0f-4b35-be04-7d6af863b41f req-3b4d0352-890d-4605-b24d-5f1fe2abb868 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Apr 21 13:36:12.684312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:12.895164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51386) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:12.960289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Deleting subnet 2f469156-8c3b-4106-8708-f9a131040fdf {{(pid=86398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:36:12.964102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.016412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.022435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.030556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.304613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.309498 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:13.348915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f469156-8c3b-4106-8708-f9a131040fdf,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:13.352848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.356685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:13.363856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51396) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:13.363987 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-666c1dac-ee5d-42b7-a0fc-026e916521a9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2f469156-8c3b-4106-8708-f9a131040fdf HTTP/1.1" status: 204 len: 168 time: 0.4676847 Apr 21 13:36:13.491121 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.541105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b2f63-f2bb-4f5a-85e5-ea81e06bc903 req-e6fb1a57-0b26-4822-80c7-14e6dc49f366 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:13.542796 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-639b2f63-f2bb-4f5a-85e5-ea81e06bc903 req-e6fb1a57-0b26-4822-80c7-14e6dc49f366 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.0929961 Apr 21 13:36:13.556637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.595435 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-639b2f63-f2bb-4f5a-85e5-ea81e06bc903 req-3f167694-ce59-4572-99d5-ef5e1dceaab7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Apr 21 13:36:13.629497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.750723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd80481-75c2-4c39-9832-854e1146b845']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:13.764042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c55247-f42a-47b8-9d3c-f4013b5807e8') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:13.764553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c55247-f42a-47b8-9d3c-f4013b5807e8') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:13.777543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.795682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:13.802303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:36:13.808875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5578ef-a51d-4017-815f-5062cd1261c7 req-d76ad0e0-16e5-49ac-a282-b928acaefecc tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:13.810809 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dc5578ef-a51d-4017-815f-5062cd1261c7 req-d76ad0e0-16e5-49ac-a282-b928acaefecc tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0943398 Apr 21 13:36:13.860099 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dc5578ef-a51d-4017-815f-5062cd1261c7 req-f228cd65-0f0e-4753-af39-d95354fc9c25 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Apr 21 13:36:13.984729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Network ddd80481-75c2-4c39-9832-854e1146b845 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:36:13.994675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:14.388110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Network ddd80481-75c2-4c39-9832-854e1146b845 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:36:14.406955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:36:14.412583 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:36:14.456228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-f77bed19-02d1-4558-8696-ff557a8c1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:14.457906 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-f77bed19-02d1-4558-8696-ff557a8c1b94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=41a96885548b4548b2154db45ab603a4&device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 1098 time: 0.1606812 Apr 21 13:36:14.471113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0b81c-5576-4ece-8248-922acf35e1b3 req-178ef8c0-f4a6-4a1f-a84c-c1a6bf7407a6 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:14.472861 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-96b0b81c-5576-4ece-8248-922acf35e1b3 req-178ef8c0-f4a6-4a1f-a84c-c1a6bf7407a6 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1203876 Apr 21 13:36:14.499997 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:14.505892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:14.510650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:14.533708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd80481-75c2-4c39-9832-854e1146b845,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:14.536349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:14.540255 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-53829497-bd90-4b53-8310-3a4bfa18841c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ddd80481-75c2-4c39-9832-854e1146b845 HTTP/1.1" status: 204 len: 168 time: 1.1745656 Apr 21 13:36:14.542858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51414) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:14.609228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Deleting subnet 85443009-480c-4c82-a73a-edcc07823732 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:36:14.612333 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:14.615636 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-96b0b81c-5576-4ece-8248-922acf35e1b3 req-0abe82e5-ada2-4aa5-994b-74196aff9026 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176910 Apr 21 13:36:14.655001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-2ddb53f0-8272-4e34-a0c4-7775d609c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:14.656690 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-2ddb53f0-8272-4e34-a0c4-7775d609c799 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 200 len: 919 time: 0.1828814 Apr 21 13:36:14.675568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:14.735664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:14.947886 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-9913c4b4-3579-4f1a-898f-4a4a9ea5628f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 200 len: 217 time: 0.2842610 Apr 21 13:36:15.008565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.013545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-af5cff61-dcb6-4162-8ea4-eec9d828b68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:15.049132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85443009-480c-4c82-a73a-edcc07823732,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:15.052396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:15.053428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.061979 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/85443009-480c-4c82-a73a-edcc07823732 HTTP/1.1" status: 204 len: 168 time: 0.5155594 Apr 21 13:36:15.062250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51420) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:15.070213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-568cd358-feaa-4b55-83af-0f1d0da9d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:15.071781 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-568cd358-feaa-4b55-83af-0f1d0da9d35b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 200 len: 858 time: 0.0883934 Apr 21 13:36:15.143068 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-b0b63e6f-f579-4a6e-b5ca-8b38eeab710b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3c161b3-5a91-413b-95a6-1547688d1564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641990 Apr 21 13:36:15.156249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a94f5-d1ad-447f-a495-6fb86bafab08 req-71fc4111-aed9-496f-ac76-86613be26b16 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:15.157850 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb3a94f5-d1ad-447f-a495-6fb86bafab08 req-71fc4111-aed9-496f-ac76-86613be26b16 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.2120311 Apr 21 13:36:15.187569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.294252 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb3a94f5-d1ad-447f-a495-6fb86bafab08 req-a471f56b-f7da-4a80-a74f-c131a2261b6d tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116574 Apr 21 13:36:15.327257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.335004 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-cd9ef7e3-5165-4114-b296-1d5f3aab1f2c service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761200 Apr 21 13:36:15.446003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44af53a-3e76-44cb-8a5d-0575c64407c0']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:15.462478 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38018e22-263d-4857-a544-063fb123511d') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:15.462936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38018e22-263d-4857-a544-063fb123511d') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:15.476966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.492950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.500310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:36:15.508024 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-559318b1-edef-4a28-a5e9-97a60be55a22 req-bef1a6e0-f4b2-4ba4-aec0-1dab24a387e2 service neutron] 10.222.0.15 "GET /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656268 Apr 21 13:36:15.633270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-fc9146e6-28e7-428b-ae9d-c4ba4e0e05a7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:15.634907 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-fc9146e6-28e7-428b-ae9d-c4ba4e0e05a7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 946 time: 0.1033063 Apr 21 13:36:15.705598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Network e44af53a-3e76-44cb-8a5d-0575c64407c0 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:36:15.716269 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.740079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Deleting port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:36:15.740528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:15.900539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Network e44af53a-3e76-44cb-8a5d-0575c64407c0 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:36:15.923486 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:36:16.001477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.005182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:16.021657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.027941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9c20e-0623-4de6-8a92-099e753265b2 req-97b05fb6-f61c-4df2-a38c-dec5a6a6070e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:16.029584 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4dc9c20e-0623-4de6-8a92-099e753265b2 req-97b05fb6-f61c-4df2-a38c-dec5a6a6070e tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2610691 Apr 21 13:36:16.033055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44af53a-3e76-44cb-8a5d-0575c64407c0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:16.036886 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e44af53a-3e76-44cb-8a5d-0575c64407c0 HTTP/1.1" status: 204 len: 168 time: 0.9735749 Apr 21 13:36:16.038912 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-efae5a38-c1c5-4243-b4aa-84cda65caf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:16.122824 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4dc9c20e-0623-4de6-8a92-099e753265b2 req-06aa6f2a-b166-4d64-ad56-45459f00ec64 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828090 Apr 21 13:36:16.130346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] For port 087026ce-b9ba-4d9f-8311-ea1e003dbde8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=087026ce-b9ba-4d9f-8311-ea1e003dbde8,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:16.130742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.271134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Calling delete_port for 087026ce-b9ba-4d9f-8311-ea1e003dbde8 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:36:16.314321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51432) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:16.401040 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0ec1828f-0983-4472-b823-05bbcec3ff4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=853952b25ee841959f04ea9a7286c660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853884 Apr 21 13:36:16.403599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51438) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:16.588769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.598864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-49306ee4-dfe8-4a52-90ec-76018f843643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:16.600326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['087026ce-b9ba-4d9f-8311-ea1e003dbde8'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:36:16.636496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.672504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Pushing event deleted for resources: {'Port': ['ID=087026ce-b9ba-4d9f-8311-ea1e003dbde8,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:16.719727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:16.735711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.794296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4bbb-1c7b-4357-a5e9-e6594d20fa2a req-2e116daf-20bc-4216-89cb-232e206b8352 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:16.795915 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c80d4bbb-1c7b-4357-a5e9-e6594d20fa2a req-2e116daf-20bc-4216-89cb-232e206b8352 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a48cebc-cb9e-4164-8308-961ab46605db HTTP/1.1" status: 200 len: 867 time: 0.3470726 Apr 21 13:36:16.803132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] No DVR routers for this DVR port 087026ce-b9ba-4d9f-8311-ea1e003dbde8 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:36:16.809907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.812668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a48cebc-cb9e-4164-8308-961ab46605db', 'name': 'network-vif-deleted', 'tag': '087026ce-b9ba-4d9f-8311-ea1e003dbde8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:16.869717 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb790cfc-1afe-4be2-a1c0-f1dd8c67162d req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "DELETE /v2.0/ports/087026ce-b9ba-4d9f-8311-ea1e003dbde8 HTTP/1.1" status: 204 len: 173 time: 1.2260599 Apr 21 13:36:16.881381 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c80d4bbb-1c7b-4357-a5e9-e6594d20fa2a req-4e43d41e-8ee0-4f19-a046-6e4d9188dd61 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761638 Apr 21 13:36:16.888546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.893786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ca97e9d0-6cc5-49ec-8b09-5cf062ae777b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:16.909213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ddc57f-02ba-411a-ad3c-4a9748f13548,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:16.914163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:16.927832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:16.932008 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5ddc57f-02ba-411a-ad3c-4a9748f13548 HTTP/1.1" status: 204 len: 168 time: 0.5245056 Apr 21 13:36:16.962781 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-f9a5cc9b-3e16-4178-840e-96004886c219 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604144375&fields=id&tenant_id=8510f97b9e534d1c87619dc24dc1f806 HTTP/1.1" status: 200 len: 267 time: 0.0503440 Apr 21 13:36:16.970167 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a48cebc-cb9e-4164-8308-961ab46605db', 'name': 'network-vif-deleted', 'tag': '087026ce-b9ba-4d9f-8311-ea1e003dbde8', 'status': 'completed', 'code': 200} Apr 21 13:36:17.129056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-246161a7-7399-4f00-ae54-1638d1272985 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:17.134139 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-246161a7-7399-4f00-ae54-1638d1272985 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 809 time: 0.1596448 Apr 21 13:36:17.152542 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d0a214e4-8e54-4dbe-a4fa-99572044ce9b tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/quotas/8510f97b9e534d1c87619dc24dc1f806 HTTP/1.1" status: 200 len: 375 time: 0.0107882 Apr 21 13:36:17.258504 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-81026acf-4db0-4957-bc9d-1a8d0add12c0 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998752 Apr 21 13:36:17.356622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51458) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:17.411010 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0df84e74-e13b-410d-9109-b8f393ffd67c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=962adb054ec14b3f9403310f840c32c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531058 Apr 21 13:36:17.414216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51462) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:17.468177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837cbf3-6859-4c53-813f-72f3c62cb031 req-cbe203ea-15bc-4b7d-825c-66682b469077 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:17.469820 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e837cbf3-6859-4c53-813f-72f3c62cb031 req-cbe203ea-15bc-4b7d-825c-66682b469077 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2102981 Apr 21 13:36:17.485198 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:17.516991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:17.519151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-96adec3d-ddda-4ef6-b184-6ca98a5c6a65 service neutron] 10.222.0.36 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165058 Apr 21 13:36:17.569000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:17.574821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd3dfc30-fe5e-4a64-b80f-91c8519e8110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:17.585834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f430121-7efb-40e5-a29b-2bfefc2ba459,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:17.589509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:17.592779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:17.593986 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f430121-7efb-40e5-a29b-2bfefc2ba459 HTTP/1.1" status: 204 len: 168 time: 0.1785650 Apr 21 13:36:17.624804 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e837cbf3-6859-4c53-813f-72f3c62cb031 req-92dfba7e-47ab-459c-9e74-75bce20a1c6b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419177 Apr 21 13:36:17.679563 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-62113143-edcf-42fe-9b36-9e03b94307ce service neutron] 10.222.0.36 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597500 Apr 21 13:36:18.159751 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-13c59e1e-ee51-43d6-aa7a-985064bf092d req-358d8842-9379-4e5a-8fd6-f5bafb4fd7f6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 210 time: 0.0661011 Apr 21 13:36:18.838586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff425e51-ca5a-49a3-8027-27c09545b81c req-93725475-6bc1-4972-8818-811aed644c73 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:18.840349 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff425e51-ca5a-49a3-8027-27c09545b81c req-93725475-6bc1-4972-8818-811aed644c73 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0940311 Apr 21 13:36:18.895375 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff425e51-ca5a-49a3-8027-27c09545b81c req-a9619579-edf4-40a9-9636-e7e5b722e0c7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Apr 21 13:36:19.438306 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb382746-cfee-484e-bff5-5f8db3c75a03 req-ac191e2a-3394-45c6-8102-c265e8e6f31f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 210 time: 0.1444933 Apr 21 13:36:19.528088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-c271c109-afbe-42e2-832c-d3dc9483df72 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:19.529667 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-c271c109-afbe-42e2-832c-d3dc9483df72 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 809 time: 0.2655561 Apr 21 13:36:19.591203 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-89bf18e6-b9e9-4359-85cb-b05176399bc8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8510f97b9e534d1c87619dc24dc1f806 HTTP/1.1" status: 200 len: 380 time: 0.0520465 Apr 21 13:36:19.599794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'port': {'device_id': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'admin_state_up': True, 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'security_groups': ['ef329e66-b6ed-4a63-871d-890ea7894e73']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:19.907714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 087026ce-b9ba-4d9f-8311-ea1e003dbde8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:36:19.950003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 087026ce-b9ba-4d9f-8311-ea1e003dbde8 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:36:19.950335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 087026ce-b9ba-4d9f-8311-ea1e003dbde8 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:36:19.986773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:19.990940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:port and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:19.996432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:20.006850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:20.025134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Made reservation on behalf of 8510f97b9e534d1c87619dc24dc1f806 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:20.033061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:20.264916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Allocated IP 172.20.0.13 (d7a05cd9-4b1b-48d1-9404-d5f530f453b0/44f2140e-a099-47e6-9f54-3d67163caf69/77eec877-84b0-4f98-a959-5d691f75eb6b) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:20.482639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:20.501074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Transition to ACTIVE for port object 77eec877-84b0-4f98-a959-5d691f75eb6b will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:20.525765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:20.531907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-76a46448-5d49-40a6-8e0c-4ce1c043194a tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:20.653107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:20.658391 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:20.663765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:36:20.669787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:20.670458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:20.693699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:20.701881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:20.713414 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1176095 Apr 21 13:36:20.727563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Request body: {'port': {'device_id': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:20.783015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae84e57-88ae-49aa-9cfb-a354174ef687 req-0aa437a0-9c50-4014-8a74-fbae6039b1a9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:20.783840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-4ae84e57-88ae-49aa-9cfb-a354174ef687 req-0aa437a0-9c50-4014-8a74-fbae6039b1a9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Synchronizing usage tracker for tenant:8510f97b9e534d1c87619dc24dc1f806 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:20.850068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-4ae84e57-88ae-49aa-9cfb-a354174ef687 req-0aa437a0-9c50-4014-8a74-fbae6039b1a9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Unset dirty status for tenant:8510f97b9e534d1c87619dc24dc1f806 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:20.851948 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4ae84e57-88ae-49aa-9cfb-a354174ef687 req-0aa437a0-9c50-4014-8a74-fbae6039b1a9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 932 time: 0.2856691 Apr 21 13:36:20.913116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:20.928687 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4ae84e57-88ae-49aa-9cfb-a354174ef687 req-4f7fab2a-b61c-447f-a548-968fa5f18a43 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692856 Apr 21 13:36:20.944562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-88e5916b-add6-47b1-a071-2d0427f6c099 None None] Provisioning for port 77eec877-84b0-4f98-a959-5d691f75eb6b completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:36:20.955396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-88e5916b-add6-47b1-a071-2d0427f6c099 None None] Provisioning complete for port 77eec877-84b0-4f98-a959-5d691f75eb6b triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:20.955396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-88e5916b-add6-47b1-a071-2d0427f6c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:21.016280 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-88e5916b-add6-47b1-a071-2d0427f6c099 None None] Port 77eec877-84b0-4f98-a959-5d691f75eb6b cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:36:21.294400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eec877-84b0-4f98-a959-5d691f75eb6b {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:36:21.302907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:21.319174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Transition to ACTIVE for port object 77eec877-84b0-4f98-a959-5d691f75eb6b will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:21.321988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:21.327611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6873c02e-d2cc-45f7-935c-8dc37c7e64e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:21.568820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:21.595883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:21.609349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Attempting to bind port 77eec877-84b0-4f98-a959-5d691f75eb6b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:36:21.610190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Attempting to bind port 77eec877-84b0-4f98-a959-5d691f75eb6b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:36:21.610861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Attempting to bind port 77eec877-84b0-4f98-a959-5d691f75eb6b on network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:21.617024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Port 77eec877-84b0-4f98-a959-5d691f75eb6b on network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:36:21.617624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Attempting to bind port 77eec877-84b0-4f98-a959-5d691f75eb6b on network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:21.625879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:36:21.626508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Checking segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:21.627089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Bound using segment: {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:36:21.627755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Bound port: 77eec877-84b0-4f98-a959-5d691f75eb6b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffffacf-c2ac-4920-beca-73d03eb290fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:36:21.628315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:21.733740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:36:21.741539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:36:21.748599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:21.766355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:21.825759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:21.826451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:21.828043 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] 10.222.0.15 "PUT /v2.0/ports/77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 1094 time: 1.1069999 Apr 21 13:36:21.828597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:21.879530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:21.886747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:21.940456 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'status': 'completed', 'code': 200} Apr 21 13:36:21.999076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-34ad4937-bda7-46ff-9e3b-b941724985a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:22.000959 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-34ad4937-bda7-46ff-9e3b-b941724985a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1097 time: 0.1131451 Apr 21 13:36:22.138226 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-1d0c4ece-5115-4ff0-abfe-3264427adf37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 217 time: 0.1283689 Apr 21 13:36:22.234393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8b3b2544-a33d-4a92-a1bd-90f13c0aa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:22.236037 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-8b3b2544-a33d-4a92-a1bd-90f13c0aa51b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.0872483 Apr 21 13:36:22.294514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f4983-44f3-488d-bf6d-70827d6b9e5e req-e9c8255d-0d77-4291-a0a1-8ff1b5b77031 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:22.296135 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ad6f4983-44f3-488d-bf6d-70827d6b9e5e req-e9c8255d-0d77-4291-a0a1-8ff1b5b77031 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.2150438 Apr 21 13:36:22.365802 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ad6f4983-44f3-488d-bf6d-70827d6b9e5e req-1f31c14a-6339-4bb5-b70b-d9e92cbb6b1f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624723 Apr 21 13:36:22.376446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-36abe9fa-ff39-48f3-b48f-b74de4220863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:22.378059 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-36abe9fa-ff39-48f3-b48f-b74de4220863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1334977 Apr 21 13:36:22.523408 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-d38c5a90-0337-4ab2-a3c5-82f7cca96ecc service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385236 Apr 21 13:36:22.673416 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f30b8502-00dc-4eae-9887-993dc5629b55 req-820d9900-5299-43ed-9b7f-fa612e30aca6 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437643 Apr 21 13:36:22.800405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-157f25c7-b52b-40de-9f0e-3b8aae6c2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:22.802060 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-157f25c7-b52b-40de-9f0e-3b8aae6c2d3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1097 time: 0.0807850 Apr 21 13:36:22.952678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-edcbb04a-b751-410e-b828-7e122e71ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:22.958518 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-edcbb04a-b751-410e-b828-7e122e71ccdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.1456442 Apr 21 13:36:23.037457 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-1edf9951-e9a4-4b3e-9a3e-6258346462a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 217 time: 0.0764859 Apr 21 13:36:23.109286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-1f6f4361-8ba9-4a28-ae5a-2cf15f9cacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:23.110927 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-1f6f4361-8ba9-4a28-ae5a-2cf15f9cacd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.0673232 Apr 21 13:36:23.345983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-f0d12330-a715-417d-8ed8-50bfbe48263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:23.347703 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-f0d12330-a715-417d-8ed8-50bfbe48263d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2296607 Apr 21 13:36:23.452389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-64bcc322-1977-4476-b1f7-e86fa5bfe82e tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:23.454001 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-64bcc322-1977-4476-b1f7-e86fa5bfe82e tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/networks?id=b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 200 len: 814 time: 0.2768073 Apr 21 13:36:23.493030 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-c0fb9af1-bc1b-4114-984a-4b1883417628 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/quotas/1671f08f7b2944858db568e0201d7ec4 HTTP/1.1" status: 200 len: 375 time: 0.0291543 Apr 21 13:36:23.621252 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-0611884e-6860-450d-8738-584ff9fa74b3 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Synchronizing usage tracker for tenant:1671f08f7b2944858db568e0201d7ec4 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:23.656436 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-90f4a2e9-10c0-49fd-b61c-486f9982f900 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948556 Apr 21 13:36:23.661460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-0611884e-6860-450d-8738-584ff9fa74b3 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Unset dirty status for tenant:1671f08f7b2944858db568e0201d7ec4 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:23.662724 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-0611884e-6860-450d-8738-584ff9fa74b3 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1671f08f7b2944858db568e0201d7ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1499791 Apr 21 13:36:24.107820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcb8e3-f9bd-4f10-9205-c564ac80a962 req-d8f14b12-9806-4045-ab21-5945a07ea8e1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:24.109478 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dbfcb8e3-f9bd-4f10-9205-c564ac80a962 req-d8f14b12-9806-4045-ab21-5945a07ea8e1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.5913265 Apr 21 13:36:24.216690 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-3a5d2d2c-23f0-4f75-987e-7836b445c403 service neutron] 10.222.0.36 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424194 Apr 21 13:36:24.228839 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b27194-10be-488e-bd2f-ba54de4b7848 req-fb39ddc3-8ffa-4d6a-819b-7b411eb9e327 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558274 Apr 21 13:36:24.258771 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dbfcb8e3-f9bd-4f10-9205-c564ac80a962 req-bacdde7e-8794-4768-be26-1ba533250e64 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213105 Apr 21 13:36:24.375780 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-04ef9d80-54f5-4e08-b1c4-9b921ef0a020 service neutron] 10.222.0.36 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516683 Apr 21 13:36:24.585221 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8da277ba-1ae1-4ec8-b499-9af9c16c17be req-5a756344-fed2-477d-b9ed-8c1ccbc82c9f tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 210 time: 0.0517232 Apr 21 13:36:24.941689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f47c1-1e64-4d7a-bb35-e4c324bc13a9 req-408fe2a8-dcbe-4d60-bc5e-70d1667abb81 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:24.943508 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-478f47c1-1e64-4d7a-bb35-e4c324bc13a9 req-408fe2a8-dcbe-4d60-bc5e-70d1667abb81 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1057813 Apr 21 13:36:24.996533 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-478f47c1-1e64-4d7a-bb35-e4c324bc13a9 req-e6ec29f7-ec2a-4f16-b6f0-f43309e72bb0 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Apr 21 13:36:25.465957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b782078-8dd2-46f5-9aa5-95c14abb2137 req-179ba17f-8f6d-470a-b546-1ac5a475a2d5 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:25.467513 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8b782078-8dd2-46f5-9aa5-95c14abb2137 req-179ba17f-8f6d-470a-b546-1ac5a475a2d5 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.0905786 Apr 21 13:36:25.520759 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8b782078-8dd2-46f5-9aa5-95c14abb2137 req-e8e1f7e1-33a9-4304-81c8-bcdfcd2bd89a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467949 Apr 21 13:36:25.774559 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-69c4da83-2075-4fdb-88c2-96d40e9a286f req-17de22a0-abbc-4937-a9c1-11aa2376252f tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 210 time: 0.0631385 Apr 21 13:36:25.803515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-1e54be4c-9db3-498a-b3c8-d2305fa68423 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:25.805634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-1e54be4c-9db3-498a-b3c8-d2305fa68423 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "GET /v2.0/networks?id=b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 200 len: 814 time: 0.2276905 Apr 21 13:36:25.820075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Request body: {'port': {'device_id': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676', 'admin_state_up': True, 'tenant_id': '1671f08f7b2944858db568e0201d7ec4'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:25.971098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:25.981335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:25.989969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Made reservation on behalf of 1671f08f7b2944858db568e0201d7ec4 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:25.996864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:26.224607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Allocated IP 172.20.0.10 (b047b2b4-4ac3-40c5-8108-35e8c2772676/4c42757e-700b-406c-a48a-85f9a2e13322/0fae0e60-0c38-4eeb-a552-bb91ccf0ed84) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:26.284476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859d1b-83c7-4fe4-b2cd-903707213d4e req-11c60470-9735-4bd6-9239-5f500fbb31c5 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:26.285995 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-68859d1b-83c7-4fe4-b2cd-903707213d4e req-11c60470-9735-4bd6-9239-5f500fbb31c5 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.1483657 Apr 21 13:36:26.424296 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-68859d1b-83c7-4fe4-b2cd-903707213d4e req-9d432573-4ca1-4f5c-ae80-5394c8096599 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283467 Apr 21 13:36:26.517844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:26.548503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:26.556591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:26.626468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:26.630930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:26.634148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:36:26.640534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:26.641441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:26.706021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Pushing event updated for resources: {'Port': ['ID=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:26.709947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:26.737561 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9216661 Apr 21 13:36:26.777243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b9d3-b979-4f6b-91b0-28a6a18b9710 req-faf909e1-a316-4b33-8ea8-f85a451d0e89 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:26.778869 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3e99b9d3-b979-4f6b-91b0-28a6a18b9710 req-faf909e1-a316-4b33-8ea8-f85a451d0e89 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.1191497 Apr 21 13:36:26.815214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Request body: {'port': {'device_id': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:26.888410 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3e99b9d3-b979-4f6b-91b0-28a6a18b9710 req-edd0f2a0-941f-4c96-aeff-bda51737fc89 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028433 Apr 21 13:36:27.007840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:27.164194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ad041-bd52-47d3-9fb8-d79a00d11002 req-c460d0c4-9df3-4667-be2c-5efba25bb834 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:27.164967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-6e1ad041-bd52-47d3-9fb8-d79a00d11002 req-c460d0c4-9df3-4667-be2c-5efba25bb834 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Synchronizing usage tracker for tenant:1671f08f7b2944858db568e0201d7ec4 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:27.198866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-6e1ad041-bd52-47d3-9fb8-d79a00d11002 req-c460d0c4-9df3-4667-be2c-5efba25bb834 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Unset dirty status for tenant:1671f08f7b2944858db568e0201d7ec4 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:27.200160 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6e1ad041-bd52-47d3-9fb8-d79a00d11002 req-c460d0c4-9df3-4667-be2c-5efba25bb834 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 932 time: 0.2631617 Apr 21 13:36:27.332282 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6e1ad041-bd52-47d3-9fb8-d79a00d11002 req-836ac14b-4599-408d-b994-34049798d544 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254435 Apr 21 13:36:27.449167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:36:27.457344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:27.473826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Transition to ACTIVE for port object 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:27.476973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:27.481872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb67b4a1-8874-4017-a714-079ee2b45bd1 tempest-VolumesNegativeTest-1899821516 tempest-VolumesNegativeTest-1899821516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:27.706220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:27.719938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:27.781827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Attempting to bind port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:36:27.782206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Attempting to bind port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:36:27.782582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Attempting to bind port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 on network b047b2b4-4ac3-40c5-8108-35e8c2772676 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:27.801397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 on network b047b2b4-4ac3-40c5-8108-35e8c2772676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:36:27.801767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Attempting to bind port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 on network b047b2b4-4ac3-40c5-8108-35e8c2772676 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:27.812764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:36:27.813141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Checking segment: {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:27.813570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Bound using segment: {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:36:27.814055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Bound port: 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e9f937-37c5-4980-8104-3e880259e00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:36:27.814444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:27.903338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1175d4-9774-4d8e-9cf9-e9e2420bf35b req-74ed45b6-6dac-4a75-bf19-5399a33dd7db tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:27.905012 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd1175d4-9774-4d8e-9cf9-e9e2420bf35b req-74ed45b6-6dac-4a75-bf19-5399a33dd7db tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.3224723 Apr 21 13:36:27.959687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:36:27.968122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-d8ecd23a-2d13-4c63-b22b-198c76285906 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:27.969743 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-d8ecd23a-2d13-4c63-b22b-198c76285906 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.2511411 Apr 21 13:36:28.043018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] For port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:36:28.067145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd1175d4-9774-4d8e-9cf9-e9e2420bf35b req-9c5cd313-a4cb-4eee-b6ef-13e38401556b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468470 Apr 21 13:36:28.073513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] For port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:36:28.080131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:28.089183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:28.161676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:28.171551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Deleting port fdcb46bb-7024-4437-bd68-dead88230363 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:36:28.171843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:28.173902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'port_id': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'mac_address': 'fa:16:3e:51:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:36:28.236778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:28.255364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:28.256046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:28.256664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eec877-84b0-4f98-a959-5d691f75eb6b {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:36:28.258110 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] 10.222.0.15 "PUT /v2.0/ports/0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 HTTP/1.1" status: 200 len: 1094 time: 1.4518654 Apr 21 13:36:28.265827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'tag': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:28.274754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:28.285707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:28.289711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:28.328776 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'tag': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84', 'status': 'completed', 'code': 200} Apr 21 13:36:28.367689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:28.371420 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:28.402353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:28.420304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:28.641311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['77eec877-84b0-4f98-a959-5d691f75eb6b'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:36:28.765147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898747ca-d473-42a8-b4b1-8595d5d40bb1 req-b9e9ddec-4cae-4cbe-8769-db9f052e5500 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:28.766864 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-898747ca-d473-42a8-b4b1-8595d5d40bb1 req-b9e9ddec-4cae-4cbe-8769-db9f052e5500 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.6433661 Apr 21 13:36:28.914523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-bcb5bed3-8d24-4c23-bc8e-83bd143da013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:28.916344 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-bcb5bed3-8d24-4c23-bc8e-83bd143da013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1671f08f7b2944858db568e0201d7ec4&device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 1097 time: 0.6167557 Apr 21 13:36:28.934337 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-898747ca-d473-42a8-b4b1-8595d5d40bb1 req-da463e6c-87ad-4d77-bea2-ce3c3ac36768 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278336 Apr 21 13:36:29.031064 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-a01f2411-dd35-4566-be58-2aafbc53ee28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 HTTP/1.1" status: 200 len: 217 time: 0.0955091 Apr 21 13:36:29.041282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] For port fdcb46bb-7024-4437-bd68-dead88230363, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fdcb46bb-7024-4437-bd68-dead88230363,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:29.041687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:29.167138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ee2ab-0ee8-409d-8781-840b5323c4e7 req-b11c6713-c491-455a-9fc1-bc6b4eaa6b63 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:29.168223 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-192ee2ab-0ee8-409d-8781-840b5323c4e7 req-b11c6713-c491-455a-9fc1-bc6b4eaa6b63 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 944 time: 0.7043781 Apr 21 13:36:29.244207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Calling delete_port for fdcb46bb-7024-4437-bd68-dead88230363 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:36:29.375133 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-ee207645-082b-4100-b960-66bb91c899db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:29.376752 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-ee207645-082b-4100-b960-66bb91c899db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c42757e-700b-406c-a48a-85f9a2e13322 HTTP/1.1" status: 200 len: 854 time: 0.3270469 Apr 21 13:36:29.463193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-f33825fd-be8b-44f5-b995-f033b5cc4ce0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b047b2b4-4ac3-40c5-8108-35e8c2772676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701180 Apr 21 13:36:29.468071 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-192ee2ab-0ee8-409d-8781-840b5323c4e7 req-3b76e522-4481-4c24-8e47-c739100f1ee6 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341418 Apr 21 13:36:29.696735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296b2cf-2e1d-40e9-9173-246fe2e18557 req-60e75592-76a9-46fb-8ffd-17c0eac63591 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:29.698358 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0296b2cf-2e1d-40e9-9173-246fe2e18557 req-60e75592-76a9-46fb-8ffd-17c0eac63591 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b5b5b1f-b1cc-481c-890b-d02da74e7be1 HTTP/1.1" status: 200 len: 945 time: 0.3906510 Apr 21 13:36:29.713016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:29.729607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['fdcb46bb-7024-4437-bd68-dead88230363', '99b7211b-28c0-4302-941a-8ef68b62526d'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:36:29.734618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-332bce60-14d2-456c-8acf-7b200db91320 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:29.794373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Pushing event deleted for resources: {'Port': ['ID=fdcb46bb-7024-4437-bd68-dead88230363,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:29.797977 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-a23f84de-e5b0-4e6a-acbc-b47446f7b817 service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139303 Apr 21 13:36:29.800247 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:29.969266 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:36:29.974953 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0296b2cf-2e1d-40e9-9173-246fe2e18557 req-995b863b-e5c1-42f2-b93e-eaff56056248 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630589 Apr 21 13:36:29.983748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] No DVR routers for this DVR port fdcb46bb-7024-4437-bd68-dead88230363 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:36:29.987649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:30.010138 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-16bfb0f8-6077-4972-ad30-e531e18c39e8 req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "DELETE /v2.0/ports/fdcb46bb-7024-4437-bd68-dead88230363 HTTP/1.1" status: 204 len: 173 time: 2.0237732 Apr 21 13:36:30.047129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 77eec877-84b0-4f98-a959-5d691f75eb6b completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:36:30.052681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 77eec877-84b0-4f98-a959-5d691f75eb6b triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:30.053227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:30.054575 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff4c3752-0129-4909-9376-90abc7cd7ac5 req-a73a2193-9c69-4b11-b3bc-fd31fb44fd50 service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141993 Apr 21 13:36:30.218910 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:30.248973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2cdf9-59c3-4fdd-8f9d-4d67a0babf7d req-a01e553a-3754-40eb-9303-873086cc9955 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:30.250619 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2fa2cdf9-59c3-4fdd-8f9d-4d67a0babf7d req-a01e553a-3754-40eb-9303-873086cc9955 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 945 time: 0.1771233 Apr 21 13:36:30.250757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:30.260802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-515e0546-a496-445e-a623-112fae9d74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:30.262379 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-515e0546-a496-445e-a623-112fae9d74e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1671f08f7b2944858db568e0201d7ec4&device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 1097 time: 0.1253769 Apr 21 13:36:30.263013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:30.266188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:30.268627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e0f66acb-b095-4995-b6a0-21d1d01bc993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:30.342360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:30.345594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:30.371038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'name': 'network-vif-deleted', 'tag': 'fdcb46bb-7024-4437-bd68-dead88230363'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:30.405141 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2fa2cdf9-59c3-4fdd-8f9d-4d67a0babf7d req-4e17e451-2bd8-4c18-9c7d-1f90d95cc99f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417229 Apr 21 13:36:30.457275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-119ed75c-4a68-4391-8425-99fd8b5db03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:30.458963 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-119ed75c-4a68-4391-8425-99fd8b5db03b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 200 len: 915 time: 0.1797187 Apr 21 13:36:30.462441 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'code': 200} Apr 21 13:36:30.536854 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b5b1f-b1cc-481c-890b-d02da74e7be1', 'name': 'network-vif-deleted', 'tag': 'fdcb46bb-7024-4437-bd68-dead88230363', 'status': 'completed', 'code': 200} Apr 21 13:36:30.552856 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-4779517e-8bd8-4f8c-b821-b6a23aeb3506 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 HTTP/1.1" status: 200 len: 217 time: 0.0743001 Apr 21 13:36:30.731495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-3b2c7be7-051c-4491-ac9b-4e473cc7a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:30.733210 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-3b2c7be7-051c-4491-ac9b-4e473cc7a5c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c42757e-700b-406c-a48a-85f9a2e13322 HTTP/1.1" status: 200 len: 854 time: 0.0945919 Apr 21 13:36:30.790395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51736) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:30.795438 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-9da64292-101d-4040-abca-bfe554dc1d1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b047b2b4-4ac3-40c5-8108-35e8c2772676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525165 Apr 21 13:36:30.805261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5524b51-1dc3-40d6-b85f-50cc93d2b6c4 req-706e246e-03c8-4696-a563-1a47f2edbc42 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:30.807556 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5524b51-1dc3-40d6-b85f-50cc93d2b6c4 req-706e246e-03c8-4696-a563-1a47f2edbc42 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 944 time: 0.2114992 Apr 21 13:36:30.927016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:30.943199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:30.948254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Usage tracker for resource:security_group_rule and tenant:b80094276a6c448f8ecf56554691eb9e is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:30.951426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:30.958045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:31.037227 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5524b51-1dc3-40d6-b85f-50cc93d2b6c4 req-791c2728-bf09-4a91-a333-f5082f5fc450 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697500 Apr 21 13:36:31.067730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.071193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.077682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba0348-5bbf-4bf3-9eb2-6db16703cc15 req-910afbf2-0923-49bd-a581-f26a4521ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:31.079352 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-adba0348-5bbf-4bf3-9eb2-6db16703cc15 req-910afbf2-0923-49bd-a581-f26a4521ef87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.2693651 Apr 21 13:36:31.081090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fd96453a-f7f9-43fe-b345-0fb4a7240935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:31.081445 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-1ba2836d-d630-4039-9094-6c7c5bc01c64 service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728693 Apr 21 13:36:31.129245 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b80094276a6c448f8ecf56554691eb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376756 Apr 21 13:36:31.130314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51746) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:31.131191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47875248-011a-49bc-b709-4882000b2e14,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:31.137154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:31.217968 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-adba0348-5bbf-4bf3-9eb2-6db16703cc15 req-9b44a8e3-9e94-4bde-8e07-6c3d25162ea1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235137 Apr 21 13:36:31.224772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.254430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.277009 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5a713780-9be6-418c-87fd-0f2a1c233b1b req-90862c47-bd21-4efd-8b74-552d240395ae service neutron] 10.222.0.15 "GET /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807799 Apr 21 13:36:31.304226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.309647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9144c64e-67bb-4407-b81e-2d43da8c64e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:31.324306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47875248-011a-49bc-b709-4882000b2e14,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:31.327588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:31.329683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.334116 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47875248-011a-49bc-b709-4882000b2e14 HTTP/1.1" status: 204 len: 168 time: 0.1989689 Apr 21 13:36:31.522818 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0543f-42a3-4969-b631-c39dfb24d66b req-88c906f4-c56c-4bc0-9d89-48f952b90992 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:31.523903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-45a0543f-42a3-4969-b631-c39dfb24d66b req-88c906f4-c56c-4bc0-9d89-48f952b90992 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Synchronizing usage tracker for tenant:41a96885548b4548b2154db45ab603a4 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:31.601324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-45a0543f-42a3-4969-b631-c39dfb24d66b req-88c906f4-c56c-4bc0-9d89-48f952b90992 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Unset dirty status for tenant:41a96885548b4548b2154db45ab603a4 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:31.602610 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-45a0543f-42a3-4969-b631-c39dfb24d66b req-88c906f4-c56c-4bc0-9d89-48f952b90992 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1825340 Apr 21 13:36:31.656567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51760) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:31.672442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38440d-b721-422d-a7a7-5d0aa925f3c4 req-c383fb64-930c-4644-9c7a-4896b26fc30c tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:31.674078 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bc38440d-b721-422d-a7a7-5d0aa925f3c4 req-c383fb64-930c-4644-9c7a-4896b26fc30c tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1438620 Apr 21 13:36:31.679876 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-45a0543f-42a3-4969-b631-c39dfb24d66b req-6c4a05e4-fe94-48b1-97e0-d46c0e883527 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Apr 21 13:36:31.680476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.698043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:31.702991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3fb762c5e549c080b8970fa0d73703 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:31.719944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:31.719944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:31.724188 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bc38440d-b721-422d-a7a7-5d0aa925f3c4 req-ce8c95cd-0382-4e40-9070-25f9fc62689f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Apr 21 13:36:31.809318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.812131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.822412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-10631b7a-f00a-4c33-8b9d-26c977d12776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:31.864130 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e3fb762c5e549c080b8970fa0d73703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063961 Apr 21 13:36:31.865828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302e85c7-55d7-4118-8038-e3976ccbbfbf,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:31.868181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51764) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:31.869650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-41036b45-1a27-4aeb-a8c1-42d8852e9b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:31.933805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.961566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:31.971043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device fdcb46bb-7024-4437-bd68-dead88230363 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:36:32.007725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: fdcb46bb-7024-4437-bd68-dead88230363 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:36:32.008084 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device fdcb46bb-7024-4437-bd68-dead88230363 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:36:32.010746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:32.015888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a56b2b08-715b-457c-82d3-0518459c24a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:32.290387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302e85c7-55d7-4118-8038-e3976ccbbfbf,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:32.298819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:32.304725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:32.305951 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a7e47781-2822-4810-8f2f-efef6e4b351b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/302e85c7-55d7-4118-8038-e3976ccbbfbf HTTP/1.1" status: 204 len: 168 time: 0.4360144 Apr 21 13:36:32.349954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726fcd2-eb2d-4707-ac93-774e2c9e7563 req-5c24efa7-907c-4c03-afdb-be938753279c tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:32.352118 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6726fcd2-eb2d-4707-ac93-774e2c9e7563 req-5c24efa7-907c-4c03-afdb-be938753279c tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 944 time: 0.1020210 Apr 21 13:36:32.401817 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6726fcd2-eb2d-4707-ac93-774e2c9e7563 req-4bec0b60-ef02-4a8b-9f66-eddc9bf74b6a tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Apr 21 13:36:32.987105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436214f8-8466-4918-af51-3e35a90e71cc req-88821486-66a2-46a1-a050-03b6c8709880 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:32.989050 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-436214f8-8466-4918-af51-3e35a90e71cc req-88821486-66a2-46a1-a050-03b6c8709880 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1660395 Apr 21 13:36:33.002713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193073cd-2238-4835-ab4e-781395782028 req-9dfdec99-3b49-47f2-a4e8-c6f5e3d0b383 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:33.004333 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-193073cd-2238-4835-ab4e-781395782028 req-9dfdec99-3b49-47f2-a4e8-c6f5e3d0b383 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1394646 Apr 21 13:36:33.075704 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-436214f8-8466-4918-af51-3e35a90e71cc req-ecdbc975-c44a-4e68-a5be-33af2d765f1f tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Apr 21 13:36:33.088685 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-193073cd-2238-4835-ab4e-781395782028 req-a1bdce1b-8134-49ac-91e4-a9ce83614690 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670090 Apr 21 13:36:33.121170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51796) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:33.281194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872615436-network', 'tenant_id': '559c72c60d9e4e3e83b4db74147d075a'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:33.292300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:33.298323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Usage tracker for resource:network and tenant:559c72c60d9e4e3e83b4db74147d075a is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:33.302367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:33.309936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:33.329096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Made reservation on behalf of 559c72c60d9e4e3e83b4db74147d075a for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:33.333847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.352069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.377595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:33.390283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88a74e-281f-4691-b71e-7bf4ad42d0d3 req-32a69dc6-f134-4bf7-9ccb-32823ccec8d6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:33.391923 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2d88a74e-281f-4691-b71e-7bf4ad42d0d3 req-32a69dc6-f134-4bf7-9ccb-32823ccec8d6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1582737 Apr 21 13:36:33.392949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Usage tracker for resource:security_group_rule and tenant:559c72c60d9e4e3e83b4db74147d075a is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:33.396287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:33.416761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:33.465081 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2d88a74e-281f-4691-b71e-7bf4ad42d0d3 req-7879599c-6d0d-4d1c-b6c2-1e004f80589a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649612 Apr 21 13:36:33.489665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51806) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:33.592105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.596073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.601052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-68e000ac-5805-4cf8-898d-18b28a27846b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:33.677758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:36:33.712021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a182745b-8c5e-45ab-9437-fff119ea1db9,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:33.718133 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:33.719111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.719642 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Added segment 7d25bc7a-7e0c-427f-8564-80a282e40732 of type vlan for network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 Apr 21 13:36:33.749810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33949a-af82-47d7-8ee6-5ef64756df18 req-f5e50792-4f1b-4125-81ea-164142cfb29b tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:33.751464 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3c33949a-af82-47d7-8ee6-5ef64756df18 req-f5e50792-4f1b-4125-81ea-164142cfb29b tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 944 time: 0.2269218 Apr 21 13:36:33.777430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.849055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4a641-4b84-4bde-b8b4-dc89bb6caa9a tempest-TestShelveInstance-1059030588 tempest-TestShelveInstance-1059030588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:33.851520 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-13d4a641-4b84-4bde-b8b4-dc89bb6caa9a tempest-TestShelveInstance-1059030588 tempest-TestShelveInstance-1059030588-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1094 time: 0.3606257 Apr 21 13:36:33.854873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51812) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:33.856903 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3c33949a-af82-47d7-8ee6-5ef64756df18 req-1ba7efcb-4ff9-418e-af2f-d0974b64f811 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854349 Apr 21 13:36:33.861059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Request body: {'floatingip': {'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'port_id': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:33.863444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.864839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:33.865627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.868296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:33.872048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:33.872753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Usage tracker for resource:floatingip and tenant:8510f97b9e534d1c87619dc24dc1f806 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:33.875981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:33.882185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:33.892713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for floatingip, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:33.970665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:36:33.986788 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8645928 Apr 21 13:36:33.987874 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Pushing event updated for resources: {'Network': ['ID=274aafb4-3acc-4d92-93b6-0ba14e3acaa7,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:33.989803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 51816) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:33.990957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:34.003205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Request body: {'subnet': {'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872615436-subnet', 'tenant_id': '559c72c60d9e4e3e83b4db74147d075a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:34.007427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:36:34.018710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:34.025988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Usage tracker for resource:subnet and tenant:559c72c60d9e4e3e83b4db74147d075a is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:34.031585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:34.041577 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:34.069911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Made reservation on behalf of 559c72c60d9e4e3e83b4db74147d075a for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:34.074804 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.202054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.363560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856d93b-6321-4d42-b301-422aca8de6e8 req-525987e8-7623-41d3-8cb3-13f0dc36bb68 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:34.373814 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b856d93b-6321-4d42-b301-422aca8de6e8 req-525987e8-7623-41d3-8cb3-13f0dc36bb68 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1288068 Apr 21 13:36:34.405810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:34.423764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84', 'network_id': 'b047b2b4-4ac3-40c5-8108-35e8c2772676', 'port_id': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84', 'mac_address': 'fa:16:3e:d3:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42757e-700b-406c-a48a-85f9a2e13322', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:36:34.436190 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b856d93b-6321-4d42-b301-422aca8de6e8 req-4d82c7db-e9ca-4d96-93db-d781d72749e9 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596581 Apr 21 13:36:34.451587 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Allocated IP 172.28.2.100 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/c58aed8c-8f53-4613-ac4d-3a337c9120df) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:34.507765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.533030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:36:34.549817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:34.554851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.558016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:34.644126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:34.647998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:34.744585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.852239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.861410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:34.915283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:34.936367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:34.940865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:34.943555 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:36:34.995814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['0fae0e60-0c38-4eeb-a552-bb91ccf0ed84'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:36:34.996386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'Port': ['ID=c58aed8c-8f53-4613-ac4d-3a337c9120df,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:34.999235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:35.002029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b4a86d0d-aefb-48e5-b446-9513d3edc7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:35.077088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9d06c-2f13-4948-b1bf-29d0aa861d19 req-f4afecbe-4a83-49f2-88f3-f259df60a333 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:35.078852 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-efb9d06c-2f13-4948-b1bf-29d0aa861d19 req-f4afecbe-4a83-49f2-88f3-f259df60a333 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 945 time: 0.1004727 Apr 21 13:36:35.137655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Checking segment: {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:35.137938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Network hostable DHCP agents. Network: 274aafb4-3acc-4d92-93b6-0ba14e3acaa7, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:36:35.142642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd323e88-1051-4412-b1ca-204b6b341bd5,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:35.145562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:35.155081 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-efb9d06c-2f13-4948-b1bf-29d0aa861d19 req-74944f27-5e72-47f9-9931-4f7d046f76fa tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694966 Apr 21 13:36:35.219524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:36:35.247293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 274aafb4-3acc-4d92-93b6-0ba14e3acaa7) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:35.255498 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde062e-72fe-4218-be65-63453a43c288 None None] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:36:35.500014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28928db-b3fa-48b7-a1a5-abf5fcbeedac None None] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:36:35.642320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:35.642988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:35.712605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e948b02-5055-4292-aa5f-b04aa7a9ffb8 req-761f4412-13d5-40eb-9f7b-9c7f68701bca tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:35.714808 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6e948b02-5055-4292-aa5f-b04aa7a9ffb8 req-761f4412-13d5-40eb-9f7b-9c7f68701bca tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.1157231 Apr 21 13:36:35.767689 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6e948b02-5055-4292-aa5f-b04aa7a9ffb8 req-63332c30-d920-4d5b-b8b7-da93230a4ea8 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Apr 21 13:36:35.773255 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ac73cf25-eb14-47e8-a19a-861bf2e17c2e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7763629 Apr 21 13:36:36.006050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:36.149189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:36.361793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6899-73be-4171-825e-23f114e1f553 req-ec3d8bda-fbca-4c5e-b4a1-94abf2537f84 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:36.363490 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8aee6899-73be-4171-825e-23f114e1f553 req-ec3d8bda-fbca-4c5e-b4a1-94abf2537f84 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 945 time: 0.0953741 Apr 21 13:36:36.382906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:36.386858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:36.392110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:36.426654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8aee6899-73be-4171-825e-23f114e1f553 req-959fc150-1b8c-4c8e-b478-32fd185b2f8e tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544157 Apr 21 13:36:36.511411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event updated for resources: {'Port': ['ID=c58aed8c-8f53-4613-ac4d-3a337c9120df,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:36.516681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:36.524344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:36.706858 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Floating IP 34136162-729b-4e16-97a8-f4bb47893a0e associated. External IP: 172.28.2.100, port: 77eec877-84b0-4f98-a959-5d691f75eb6b. Apr 21 13:36:36.979231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67389d-7186-4f52-bbd9-2ca726faaefd req-06695695-bd89-4b3b-bb3e-675da432a922 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:36.980862 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce67389d-7186-4f52-bbd9-2ca726faaefd req-06695695-bd89-4b3b-bb3e-675da432a922 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.0923402 Apr 21 13:36:37.030603 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce67389d-7186-4f52-bbd9-2ca726faaefd req-c4d24636-b964-4bec-b470-316c6d9b5532 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Apr 21 13:36:37.083803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Router ad3d54e4-a36f-4cca-b18d-619318daa5bf has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:36:37.270327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:36:37.280563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] Sync routers for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:36:37.292742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:37.294061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:36:37.294795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:37.374413 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5182207 Apr 21 13:36:37.375380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:37.429233 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'status': 'completed', 'code': 200} Apr 21 13:36:37.512008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:36:37.721187 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-a69edea4-7085-4f10-9620-3b8d085f9062 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:37.722927 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-a69edea4-7085-4f10-9620-3b8d085f9062 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.2583647 Apr 21 13:36:37.726860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-89918d55-2c0d-4be4-8ca2-a81974eb70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:37.728508 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-89918d55-2c0d-4be4-8ca2-a81974eb70b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.2625954 Apr 21 13:36:37.828289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e066e-ccf0-4321-9a3f-0e9f6837de41 req-9b072550-fd70-4bc9-895d-97971b3c6b01 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:37.830325 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f2e066e-ccf0-4321-9a3f-0e9f6837de41 req-9b072550-fd70-4bc9-895d-97971b3c6b01 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 945 time: 0.2740088 Apr 21 13:36:37.946996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '34136162-729b-4e16-97a8-f4bb47893a0e', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'port_id': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'mac_address': 'fa:16:3e:51:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:36:35Z', 'updated_at': '2021-04-21T13:36:35Z', 'revision_number': 0, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:37.951611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] Checking router: ad3d54e4-a36f-4cca-b18d-619318daa5bf for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:36:37.961162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:36:37.961824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:38.001529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:36:38.035583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Deleting port 99b7211b-28c0-4302-941a-8ef68b62526d {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:36:38.036131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:38.082457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:36:38.088355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:38.088902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:38.147399 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f2e066e-ccf0-4321-9a3f-0e9f6837de41 req-0007a447-c428-4072-8b7a-9003d1572e41 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020558 Apr 21 13:36:38.201795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-949505c0-df28-4ce9-8e55-852c171c3e19 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:38.202729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-949505c0-df28-4ce9-8e55-852c171c3e19 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Synchronizing usage tracker for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:network {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:38.223078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:36:38.250245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:38.283112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:38.294400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:38.297583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-b24d1e90-aa69-4e6a-9724-42b046976e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:38.297728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:38.299569 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-b24d1e90-aa69-4e6a-9724-42b046976e85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.5340323 Apr 21 13:36:38.299808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a1682ea9-869b-4159-84a0-588e1281827f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:38.302935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-949505c0-df28-4ce9-8e55-852c171c3e19 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Unset dirty status for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:network {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:38.310294 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-949505c0-df28-4ce9-8e55-852c171c3e19 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/networks?id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 200 len: 809 time: 0.4982481 Apr 21 13:36:38.380919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:38.384653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:38.651292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '34136162-729b-4e16-97a8-f4bb47893a0e', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'port_id': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'mac_address': 'fa:16:3e:51:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:36:35Z', 'updated_at': '2021-04-21T13:36:35Z', 'revision_number': 0, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:38.655941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e0845d-e3ea-4741-92ed-e42276b33c5c None None] The sync data for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb is: [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '34136162-729b-4e16-97a8-f4bb47893a0e', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'floating_ip_address': '172.28.2.100', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'port_id': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'mac_address': 'fa:16:3e:51:a3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:36:35Z', 'updated_at': '2021-04-21T13:36:35Z', 'revision_number': 0, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:36:38.705440 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-8496051a-f71d-491e-93c3-1ae866b279c1 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/quotas/559c72c60d9e4e3e83b4db74147d075a HTTP/1.1" status: 200 len: 375 time: 0.3941727 Apr 21 13:36:38.864401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-ad63de2b-e91c-42a2-896a-0c6524bb2f1e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=559c72c60d9e4e3e83b4db74147d075a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997727 Apr 21 13:36:38.879063 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-9072baf6-63dd-4068-8546-4c28a4471050 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 1000 time: 0.5632670 Apr 21 13:36:38.970004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c603fa2-3e78-4036-8c6b-aa19fc87f632 None None] New status for floating IP 34136162-729b-4e16-97a8-f4bb47893a0e: ACTIVE {{(pid=86400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:36:39.130865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] For port 99b7211b-28c0-4302-941a-8ef68b62526d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=99b7211b-28c0-4302-941a-8ef68b62526d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:39.132051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:39.171455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e06ec5-d70f-4b77-8817-39351dc50f49 req-562d3dd1-add6-4d3d-8910-755f0119bfb4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:39.173085 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70e06ec5-d70f-4b77-8817-39351dc50f49 req-562d3dd1-add6-4d3d-8910-755f0119bfb4 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 945 time: 0.7425277 Apr 21 13:36:39.232761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-6c0e55d4-9812-471b-a01a-2e33abe92881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:39.234430 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-6c0e55d4-9812-471b-a01a-2e33abe92881 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.3062034 Apr 21 13:36:39.313649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Calling delete_port for 99b7211b-28c0-4302-941a-8ef68b62526d owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:36:39.404796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5eba291b-f4d1-43fa-8444-9964604aea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:39.454536 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-09de49aa-dd45-4201-bb9d-c653ed9694ea service neutron] 10.222.0.36 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804365 Apr 21 13:36:39.601748 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70e06ec5-d70f-4b77-8817-39351dc50f49 req-b2891128-8de0-4314-8045-4659ff113f5f tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de624c1-515b-4b4a-ad9b-6e899c3afe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992921 Apr 21 13:36:39.659722 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84', 'code': 200} Apr 21 13:36:39.726396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-f2a06093-52ce-4906-b847-38fdf7752bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:39.728102 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-f2a06093-52ce-4906-b847-38fdf7752bd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3826578 Apr 21 13:36:39.734799 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-18c46938-7704-4ee8-af6b-27772e07cf20 service neutron] 10.222.0.36 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640169 Apr 21 13:36:40.014028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:40.033731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:40.164877 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-2641221e-45d6-4c02-9d7d-a38fab73c6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289465 Apr 21 13:36:40.186760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Pushing event deleted for resources: {'Port': ['ID=99b7211b-28c0-4302-941a-8ef68b62526d,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:40.235827 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c6597eef-48e7-4503-80fa-9ea2bb5cd850 req-a400a554-d79f-42b4-80f7-52513b755d30 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 210 time: 0.1635540 Apr 21 13:36:40.237018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:40.402722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaddbd-644a-47d7-a203-709b56ec6293 req-572467e6-9d8e-49d4-ae18-c7e98f373594 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:40.404376 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92eaddbd-644a-47d7-a203-709b56ec6293 req-572467e6-9d8e-49d4-ae18-c7e98f373594 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.5657768 Apr 21 13:36:40.408270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] No DVR routers for this DVR port 99b7211b-28c0-4302-941a-8ef68b62526d on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:36:40.417415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:40.421616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'name': 'network-vif-deleted', 'tag': '99b7211b-28c0-4302-941a-8ef68b62526d'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:40.457242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed1efc-364a-4a7a-8505-45435a31a3d6 req-79831f5e-1fa0-404e-b032-837b6545d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:40.458859 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-34ed1efc-364a-4a7a-8505-45435a31a3d6 req-79831f5e-1fa0-404e-b032-837b6545d0ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 1099 time: 0.5473614 Apr 21 13:36:40.476584 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fce784d-df4d-4a62-8024-13fa6835b9ae', 'name': 'network-vif-deleted', 'tag': '99b7211b-28c0-4302-941a-8ef68b62526d', 'status': 'completed', 'code': 200} Apr 21 13:36:40.490300 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c56a9a82-d650-467a-b0e2-f3b7bf682289 req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.15 "DELETE /v2.0/ports/99b7211b-28c0-4302-941a-8ef68b62526d HTTP/1.1" status: 204 len: 173 time: 2.7606127 Apr 21 13:36:40.562590 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92eaddbd-644a-47d7-a203-709b56ec6293 req-e32b9743-9d83-4f89-b91a-596389c5cd53 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417582 Apr 21 13:36:40.569632 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-34ed1efc-364a-4a7a-8505-45435a31a3d6 req-030aefd3-4797-4464-947b-21f2497c49d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995412 Apr 21 13:36:40.575447 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6f53d31c-f552-4410-abc1-b3165f7ff8e3 req-a5d6f42b-26b7-459d-bf9a-fc848daee8ae service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544514 Apr 21 13:36:40.786229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-8d11ffdb-efc2-4c89-8b8e-66707cabc3fe req-03ecaf73-b236-4ef7-8925-f190d4e34c7b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Synchronizing usage tracker for tenant:41a96885548b4548b2154db45ab603a4 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:40.801421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-8d11ffdb-efc2-4c89-8b8e-66707cabc3fe req-03ecaf73-b236-4ef7-8925-f190d4e34c7b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Unset dirty status for tenant:41a96885548b4548b2154db45ab603a4 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:40.802685 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d11ffdb-efc2-4c89-8b8e-66707cabc3fe req-03ecaf73-b236-4ef7-8925-f190d4e34c7b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fce784d-df4d-4a62-8024-13fa6835b9ae HTTP/1.1" status: 200 len: 210 time: 0.0664108 Apr 21 13:36:41.417407 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c27ae286-980f-4b55-b4b8-75f59f99154b req-7f8eb9ae-d52d-4fa0-999f-53a1e97e6e7d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 210 time: 0.0558646 Apr 21 13:36:41.447819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-e632ab21-f416-453a-a891-71ce38e762de tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:41.447819 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-e632ab21-f416-453a-a891-71ce38e762de tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "GET /v2.0/networks?id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 200 len: 809 time: 0.2160258 Apr 21 13:36:41.466731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Request body: {'port': {'device_id': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7', 'admin_state_up': True, 'tenant_id': '559c72c60d9e4e3e83b4db74147d075a'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:41.619332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:41.623753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Usage tracker for resource:port and tenant:559c72c60d9e4e3e83b4db74147d075a is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:41.626980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:41.633585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:41.642817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Made reservation on behalf of 559c72c60d9e4e3e83b4db74147d075a for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:41.649749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:41.682536 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9f5c43fd-1fa4-4c82-b97a-3919e143fef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:41.905289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb89c7-d0ed-46f3-86c3-2a8e4a91ec4f req-5cbb98a7-1c8d-426a-a648-54c9e1c46d36 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:41.907281 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f8eb89c7-d0ed-46f3-86c3-2a8e4a91ec4f req-5cbb98a7-1c8d-426a-a648-54c9e1c46d36 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.1862502 Apr 21 13:36:41.910915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51904) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:42.014576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 99b7211b-28c0-4302-941a-8ef68b62526d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:36:42.052698 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 99b7211b-28c0-4302-941a-8ef68b62526d {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:36:42.053130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 99b7211b-28c0-4302-941a-8ef68b62526d not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:36:42.088532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:42.308699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Allocated IP 172.20.0.10 (274aafb4-3acc-4d92-93b6-0ba14e3acaa7/fd323e88-1051-4412-b1ca-204b6b341bd5/33d69919-ae89-466d-955f-24fd8584dc35) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:42.370554 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f8eb89c7-d0ed-46f3-86c3-2a8e4a91ec4f req-9a6672f2-b46b-4664-90e8-f1746e216423 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006615 Apr 21 13:36:42.684801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:42.694151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-655bfb96-a332-40fe-b873-f2b85bbca5b2 req-b0eb0c9c-6b3d-4e9e-a463-75f76eab31e7 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 210 time: 0.1211872 Apr 21 13:36:42.848531 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:42.953570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:42.962171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-29cba748-d853-45ae-90e5-a36327e44c28 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:43.018995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:43.046613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:43.050636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:43.056943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:36:43.063029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:43.063716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:43.070367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Pushing event updated for resources: {'Port': ['ID=33d69919-ae89-466d-955f-24fd8584dc35,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:43.109506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:43.128685 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6666040 Apr 21 13:36:43.148127 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Request body: {'port': {'device_id': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:43.229333 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:43.439394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:43.552812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:43.930546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad7cd0-87e0-4306-a7ad-4dd44f53d88f req-7e6d9d5a-8cb4-4f92-b75a-37ea3f017473 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:43.932188 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d7ad7cd0-87e0-4306-a7ad-4dd44f53d88f req-7e6d9d5a-8cb4-4f92-b75a-37ea3f017473 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.4348178 Apr 21 13:36:44.108831 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d7ad7cd0-87e0-4306-a7ad-4dd44f53d88f req-49ef40c2-aa77-4133-88c2-04fe30a9de49 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678421 Apr 21 13:36:44.141106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Deleting port 30d6592e-3c6d-498d-9725-363522378e1d {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:36:44.141876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:44.193890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-fffb1363-849b-41d8-8eae-b9b4d4180c7d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:44.194753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-fffb1363-849b-41d8-8eae-b9b4d4180c7d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Synchronizing usage tracker for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:44.594646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-fffb1363-849b-41d8-8eae-b9b4d4180c7d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Unset dirty status for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:44.595964 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-fffb1363-849b-41d8-8eae-b9b4d4180c7d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 932 time: 0.7675388 Apr 21 13:36:44.603601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d69919-ae89-466d-955f-24fd8584dc35 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:36:44.640591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:44.715872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Transition to ACTIVE for port object 33d69919-ae89-466d-955f-24fd8584dc35 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:44.718817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-ee20d4e0-8342-4ec0-8fa9-4c442dfd084a tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Synchronizing usage tracker for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:36:44.733864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:44.742603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d1a5a51b-f60f-4745-906e-470400a957e6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:44.891390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] For port 30d6592e-3c6d-498d-9725-363522378e1d, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=30d6592e-3c6d-498d-9725-363522378e1d,segment=NetworkSegment(8fbf9222-10ac-4a2c-8456-642aadf5d880),segment_id=8fbf9222-10ac-4a2c-8456-642aadf5d880)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:44.891797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:44.903517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-ee20d4e0-8342-4ec0-8fa9-4c442dfd084a tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Unset dirty status for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:36:44.904760 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e0d6a8f2-d77b-4c51-8606-4bde32e80b87 req-ee20d4e0-8342-4ec0-8fa9-4c442dfd084a tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962947 Apr 21 13:36:45.006945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=33d69919-ae89-466d-955f-24fd8584dc35,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:45.080308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Calling delete_port for 30d6592e-3c6d-498d-9725-363522378e1d owned by network:router_interface {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:36:45.113816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:45.150203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Attempting to bind port 33d69919-ae89-466d-955f-24fd8584dc35 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:36:45.150583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Attempting to bind port 33d69919-ae89-466d-955f-24fd8584dc35 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:36:45.150953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Attempting to bind port 33d69919-ae89-466d-955f-24fd8584dc35 on network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:45.162901 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Port 33d69919-ae89-466d-955f-24fd8584dc35 on network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:36:45.163284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Attempting to bind port 33d69919-ae89-466d-955f-24fd8584dc35 on network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:45.300373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:36:45.300613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Checking segment: {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:45.301050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Bound using segment: {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:36:45.301543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Bound port: 33d69919-ae89-466d-955f-24fd8584dc35, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:36:45.301927 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:45.443560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] For port 33d69919-ae89-466d-955f-24fd8584dc35, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:36:45.513134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:45.518660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:45.550199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] For port 33d69919-ae89-466d-955f-24fd8584dc35, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=33d69919-ae89-466d-955f-24fd8584dc35,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:36:45.566666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:45.572783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d6592e-3c6d-498d-9725-363522378e1d,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:45.603006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:45.608179 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:45.735210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:45.735924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:45.737454 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] 10.222.0.15 "PUT /v2.0/ports/33d69919-ae89-466d-955f-24fd8584dc35 HTTP/1.1" status: 200 len: 1094 time: 2.5965419 Apr 21 13:36:45.739921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'tag': '33d69919-ae89-466d-955f-24fd8584dc35'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:45.877987 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'tag': '33d69919-ae89-466d-955f-24fd8584dc35', 'status': 'completed', 'code': 200} Apr 21 13:36:45.926652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=33d69919-ae89-466d-955f-24fd8584dc35,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:45.935613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:45.971355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:46.058126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-ca2b7ffd-bb67-4b70-acc4-028ed2ce3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:46.059778 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-ca2b7ffd-bb67-4b70-acc4-028ed2ce3763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559c72c60d9e4e3e83b4db74147d075a&device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 1097 time: 0.2433019 Apr 21 13:36:46.258650 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-098583c1-3e83-44ff-8fc5-849a925e9699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d69919-ae89-466d-955f-24fd8584dc35 HTTP/1.1" status: 200 len: 217 time: 0.1449323 Apr 21 13:36:46.388946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-7e9ed9b6-b2f6-4e00-bb29-c43e4265fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:46.390429 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-7e9ed9b6-b2f6-4e00-bb29-c43e4265fa07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd323e88-1051-4412-b1ca-204b6b341bd5 HTTP/1.1" status: 200 len: 849 time: 0.1126597 Apr 21 13:36:46.670241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0702-ac61-45f1-9eb4-a6afb3c960a5 req-bee0c4b3-7ad9-4532-a598-423ad3f5c45b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:46.671853 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-793b0702-ac61-45f1-9eb4-a6afb3c960a5 req-bee0c4b3-7ad9-4532-a598-423ad3f5c45b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 944 time: 0.6057575 Apr 21 13:36:46.765452 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-c0307cdb-38c0-47f0-824f-bacf9a231a71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3648245 Apr 21 13:36:46.969693 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-793b0702-ac61-45f1-9eb4-a6afb3c960a5 req-f1074fd6-a10b-4a0e-b844-68d7f28d6c2b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408006 Apr 21 13:36:47.038664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Router 28d112c6-62ed-4c5c-b459-e569b40cea95 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:36:47.040951 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-ea2868b8-c199-4316-bf52-5068f1e0638f service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204514 Apr 21 13:36:47.352435 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3985fedf-0e9f-46b4-ad2d-1d3b2882bcbd req-207b4900-05ab-4200-b39a-70de91eb62db service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046448 Apr 21 13:36:47.359707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:36:47.371342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] Sync routers for ids ['28d112c6-62ed-4c5c-b459-e569b40cea95'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:36:47.379448 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] 10.222.0.36 "PUT /v2.0/routers/28d112c6-62ed-4c5c-b459-e569b40cea95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4649513 Apr 21 13:36:47.379877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51954) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:47.385640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] Routers {'28d112c6-62ed-4c5c-b459-e569b40cea95'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:36:47.386356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['28d112c6-62ed-4c5c-b459-e569b40cea95'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:47.613740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] Set router 28d112c6-62ed-4c5c-b459-e569b40cea95 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:36:47.665211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks [] for router, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:47.719056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-d135730b-38c7-4eee-8288-60c86dcc6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:47.720705 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-d135730b-38c7-4eee-8288-60c86dcc6e7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559c72c60d9e4e3e83b4db74147d075a&device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 1097 time: 0.2627230 Apr 21 13:36:47.949096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:36:45Z', 'revision_number': 5, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:47.953147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] Checking router: 28d112c6-62ed-4c5c-b459-e569b40cea95 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:36:47.963741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] Routers {'28d112c6-62ed-4c5c-b459-e569b40cea95'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:36:47.964423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['28d112c6-62ed-4c5c-b459-e569b40cea95'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:47.984405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-8cb24314-03c2-491f-9909-40377b3bb895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:47.986000 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-8cb24314-03c2-491f-9909-40377b3bb895 service neutron] 10.222.0.15 "GET /v2.0/networks?id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 200 len: 910 time: 0.2588840 Apr 21 13:36:47.996329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:48.071049 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-c05db75b-57e1-4538-b8f1-551d0724cb6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33d69919-ae89-466d-955f-24fd8584dc35 HTTP/1.1" status: 200 len: 217 time: 0.0767336 Apr 21 13:36:48.072949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Deleting port 73b680ce-e961-4aee-8884-3cf78e8a81d0 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:36:48.073407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:48.332940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] Set router 28d112c6-62ed-4c5c-b459-e569b40cea95 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:36:48.560292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-bc6790ee-1fbc-46d6-9b0a-622a46654d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:48.561790 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-bc6790ee-1fbc-46d6-9b0a-622a46654d86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd323e88-1051-4412-b1ca-204b6b341bd5 HTTP/1.1" status: 200 len: 849 time: 0.4552910 Apr 21 13:36:48.640485 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-532f4ff7-384d-4124-b014-6896dd105c5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646391 Apr 21 13:36:48.645561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:36:45Z', 'revision_number': 5, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:48.649754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ef958-f700-43f0-9dbc-e93d4b24053b None None] The sync data for ids ['28d112c6-62ed-4c5c-b459-e569b40cea95'] in dv-cinder-787195-3-smb is: [{'id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'name': 'tempest-ServerRescueNegativeTestJSON-383818562-router', 'tenant_id': '41a96885548b4548b2154db45ab603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6'}], 'enable_snat': True}, 'gw_port_id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:43Z', 'updated_at': '2021-04-21T13:36:45Z', 'revision_number': 5, 'project_id': '41a96885548b4548b2154db45ab603a4', 'gw_port': {'id': '73b680ce-e961-4aee-8884-3cf78e8a81d0', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d112c6-62ed-4c5c-b459-e569b40cea95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:44Z', 'updated_at': '2021-04-21T13:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:36:48.700525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dde5d-d4e9-4428-914d-d0b01cd91ac1 req-c3bb3756-55a8-4243-bd6a-6a3f0a73b714 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:48.702230 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-569dde5d-d4e9-4428-914d-d0b01cd91ac1 req-c3bb3756-55a8-4243-bd6a-6a3f0a73b714 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 944 time: 0.6022975 Apr 21 13:36:48.806354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] For port 73b680ce-e961-4aee-8884-3cf78e8a81d0, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=73b680ce-e961-4aee-8884-3cf78e8a81d0,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:48.806752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:48.995676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Calling delete_port for 73b680ce-e961-4aee-8884-3cf78e8a81d0 owned by network:router_gateway {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:36:49.028266 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-569dde5d-d4e9-4428-914d-d0b01cd91ac1 req-e5139bc8-3a88-47af-aebd-e6d0f88b1994 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173287 Apr 21 13:36:49.073267 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-2e720e92-43c2-47ca-a45c-865057c30c0a service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248621 Apr 21 13:36:49.259751 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8128d086-6b15-4577-bbe8-0af0fe93baba req-57aa2e83-a597-4766-bc0d-dd2dae861723 service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697161 Apr 21 13:36:49.326585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.331219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d702ab66-db5a-43df-acb5-34946c785b91 tempest-VolumesActionsTest-1191725741 tempest-VolumesActionsTest-1191725741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:49.379012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Pushing event deleted for resources: {'Port': ['ID=73b680ce-e961-4aee-8884-3cf78e8a81d0,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:49.426444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.426856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.427273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.427671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.428093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.428488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.428876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.429368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.429624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.429990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.430334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.430716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:49.435177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:49.436017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.436772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 30d6592e-3c6d-498d-9725-363522378e1d no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:36:49.482457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 30d6592e-3c6d-498d-9725-363522378e1d {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:36:49.482858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 30d6592e-3c6d-498d-9725-363522378e1d not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:36:49.686004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.689167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.789610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.790184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d112c6-62ed-4c5c-b459-e569b40cea95 {{(pid=86398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:36:49.815556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1bb5-2955-4064-b154-859a33d892e7 req-88cdc716-dd8a-4a7f-9924-9d197f1781d9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:49.817221 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-09bc1bb5-2955-4064-b154-859a33d892e7 req-88cdc716-dd8a-4a7f-9924-9d197f1781d9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2549891 Apr 21 13:36:49.820131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Notify callbacks [] for router, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.821252 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] 10.222.0.36 "DELETE /v2.0/routers/28d112c6-62ed-4c5c-b459-e569b40cea95 HTTP/1.1" status: 204 len: 168 time: 2.4406097 Apr 21 13:36:49.824025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51986) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:49.924405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Deleting subnet 14617147-b836-41c5-84e2-5500e6fd10b3 {{(pid=86398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:36:49.930389 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-09bc1bb5-2955-4064-b154-859a33d892e7 req-39dbd920-54d9-4824-b9a6-f69a90a29b84 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704124 Apr 21 13:36:49.931040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.987075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:49.995371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.325918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5895-2938-4054-88f4-02841cae88ed req-0a4911e9-131c-4a1d-a208-59bbe75d8ff1 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:50.327506 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e1dd5895-2938-4054-88f4-02841cae88ed req-0a4911e9-131c-4a1d-a208-59bbe75d8ff1 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 944 time: 0.1781030 Apr 21 13:36:50.353975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for subnet, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.362153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7c1b0232-c254-4c66-b6a8-96465cab6507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:50.406424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14617147-b836-41c5-84e2-5500e6fd10b3,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:50.412832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:50.413888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.424991 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e1dd5895-2938-4054-88f4-02841cae88ed req-16ad5130-c0b0-4c69-922c-fa39d0db0054 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907238 Apr 21 13:36:50.430032 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/14617147-b836-41c5-84e2-5500e6fd10b3 HTTP/1.1" status: 204 len: 168 time: 0.6017289 Apr 21 13:36:50.430263 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 51996) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:50.545471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.678306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.794504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.795026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.795775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.796166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > port after_create 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.796529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > port after_delete 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.796889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > port after_update 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.797248 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.797609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.797965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.798322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.870321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.870712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.871089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.871555 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 13:36:50.871947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c161b3-5a91-413b-95a6-1547688d1564']}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:50.887454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbf9222-10ac-4a2c-8456-642aadf5d880') {'for_net_delete': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:50.887800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbf9222-10ac-4a2c-8456-642aadf5d880') {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:50.901131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827356843'] for segment, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.917524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:50.925402 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=86398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:36:51.185177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Network c3c161b3-5a91-413b-95a6-1547688d1564 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:36:51.195911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827271198'] for segment, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:51.407552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:36:51.478492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73b680ce-e961-4aee-8884-3cf78e8a81d0 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:36:51.519191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 73b680ce-e961-4aee-8884-3cf78e8a81d0 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:36:51.519614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73b680ce-e961-4aee-8884-3cf78e8a81d0 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:36:51.671134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Network c3c161b3-5a91-413b-95a6-1547688d1564 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: from cryptography.utils import int_from_bytes Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: from cryptography.utils import int_from_bytes Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: (rel_b, rel_a, rel_b), Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: (rel_b, rel_a, rel_b), Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:36:51.704024 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:36:51.782071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66023dd2-64b0-4a8b-bce7-f0dcd89c1be1 req-383fbf87-7a4e-422a-85ae-de4a40da512d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:51.783847 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66023dd2-64b0-4a8b-bce7-f0dcd89c1be1 req-383fbf87-7a4e-422a-85ae-de4a40da512d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.6752214 Apr 21 13:36:51.824134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:51.851114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:51.873937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:51.885750 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66023dd2-64b0-4a8b-bce7-f0dcd89c1be1 req-96ddf3cd-1bf9-44cc-aa07-ab1d076c2e91 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930164 Apr 21 13:36:51.890883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c161b3-5a91-413b-95a6-1547688d1564,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:51.899624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:51.909560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df198d-8fef-4908-bf4f-dbf6e47a3f13 req-f317c0e4-c2f9-4e10-b8b5-755ad4cd265d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:51.911218 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3df198d-8fef-4908-bf4f-dbf6e47a3f13 req-f317c0e4-c2f9-4e10-b8b5-755ad4cd265d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 944 time: 0.2968929 Apr 21 13:36:51.914225 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] 10.222.0.36 "DELETE /v2.0/networks/c3c161b3-5a91-413b-95a6-1547688d1564 HTTP/1.1" status: 204 len: 168 time: 1.4818139 Apr 21 13:36:51.966445 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3df198d-8fef-4908-bf4f-dbf6e47a3f13 req-90242a32-2468-4fdc-a129-9f48da2793a2 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Apr 21 13:36:52.049059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52014) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:52.064751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 33d69919-ae89-466d-955f-24fd8584dc35 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:36:52.111160 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-693484c5-6f68-47e3-9630-db9927acb949 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41a96885548b4548b2154db45ab603a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0605662 Apr 21 13:36:52.113883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52018) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:52.185426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:52.213193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 33d69919-ae89-466d-955f-24fd8584dc35, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=33d69919-ae89-466d-955f-24fd8584dc35,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:52.215612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:52.228529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '33d69919-ae89-466d-955f-24fd8584dc35', 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7', 'port_id': '33d69919-ae89-466d-955f-24fd8584dc35', 'mac_address': 'fa:16:3e:bf:0a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd323e88-1051-4412-b1ca-204b6b341bd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:36:52.266157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:52.272284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-577da1fe-0452-4f5a-9d88-962e6025b8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:52.286828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de624c1-515b-4b4a-ad9b-6e899c3afe9e,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:52.290037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:52.294701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:52.299968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:52.301215 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1de624c1-515b-4b4a-ad9b-6e899c3afe9e HTTP/1.1" status: 204 len: 168 time: 0.1863213 Apr 21 13:36:52.327090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d69919-ae89-466d-955f-24fd8584dc35 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:36:52.344522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 33d69919-ae89-466d-955f-24fd8584dc35, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=33d69919-ae89-466d-955f-24fd8584dc35,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:52.347614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:52.349618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4f800fda-9b59-474e-a9a3-49e78e320261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:52.421929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=33d69919-ae89-466d-955f-24fd8584dc35,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:52.425270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:52.776697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['33d69919-ae89-466d-955f-24fd8584dc35'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:36:53.116638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52048) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:53.166492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ad5a4-88d4-46bf-8631-38b38838d62c req-4193cfbd-81f4-439d-80af-8255d64db57a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:53.168625 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-686ad5a4-88d4-46bf-8631-38b38838d62c req-4193cfbd-81f4-439d-80af-8255d64db57a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1526988 Apr 21 13:36:53.246463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9be15-cb47-48e4-99aa-41ec12db3070 req-7f29e826-fd81-4843-9639-e00e100e7409 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:53.248188 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-72a9be15-cb47-48e4-99aa-41ec12db3070 req-7f29e826-fd81-4843-9639-e00e100e7409 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 945 time: 0.1503904 Apr 21 13:36:53.252127 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-686ad5a4-88d4-46bf-8631-38b38838d62c req-5ef77840-f932-42bb-bcce-529ba129642f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730276 Apr 21 13:36:53.255044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1597391883-network', 'tenant_id': '243878d253a64a479449f126f3b05e63'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:53.260960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:53.265244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Usage tracker for resource:network and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:53.309076 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-72a9be15-cb47-48e4-99aa-41ec12db3070 req-64fc8208-4e4a-4edb-8028-b399f794c4ca tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Apr 21 13:36:53.471571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:53.477716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:53.486451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Made reservation on behalf of 243878d253a64a479449f126f3b05e63 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:53.491165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.504413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.519787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:53.524347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:53.527229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:53.533183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:53.617572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.620585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.625218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c6afbfc6-bdf7-4660-bd32-6438fbcab2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:53.650347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:36:53.663070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9129a723-8bd3-423c-8b22-4a26e0f70eb4,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:53.671213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.671623 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Added segment 675b1f04-9f4b-48ed-bc29-d6c50f40024e of type vlan for network a0d4432c-ee88-4875-8f94-634dcc649b38 Apr 21 13:36:53.673580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.673989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.674390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.674784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.675176 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.675618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.676008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.676395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.676784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.677166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.677549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.678442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:53.685747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:53.708561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.738341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.739764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:53.740921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:53.746125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:53.852373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d4432c-ee88-4875-8f94-634dcc649b38,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:53.855972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:53.860354 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7399540 Apr 21 13:36:53.861090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52060) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:53.866079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network a0d4432c-ee88-4875-8f94-634dcc649b38 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:36:53.875397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Request body: {'subnet': {'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1597391883-subnet', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:53.881998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:53.886239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Usage tracker for resource:subnet and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:53.889499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:53.896439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:53.908071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Made reservation on behalf of 243878d253a64a479449f126f3b05e63 for: {'subnet': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:36:53.913610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827349763'] for subnet, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.159790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 33d69919-ae89-466d-955f-24fd8584dc35 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:36:54.249635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 33d69919-ae89-466d-955f-24fd8584dc35 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:36:54.256568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 33d69919-ae89-466d-955f-24fd8584dc35 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:54.256989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.389723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.408373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827272700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827349780'] for subnet, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.416145 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:54.421797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69919-ae89-466d-955f-24fd8584dc35'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:36:54.441988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 33d69919-ae89-466d-955f-24fd8584dc35, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=33d69919-ae89-466d-955f-24fd8584dc35,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:54.445080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.447826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:54.528437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=33d69919-ae89-466d-955f-24fd8584dc35,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:54.537832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.538234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.538615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.538982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.539383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.539763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.540134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.540504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.540870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.541236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.541598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.541959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:36:54.546180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:54.617481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9246d0bf-bf5f-4923-a6ef-a2c29a99006c,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:54.623540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:54.649524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Checking segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:54.649933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Network hostable DHCP agents. Network: a0d4432c-ee88-4875-8f94-634dcc649b38, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:36:54.696815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3234-0412-4c6c-9db7-a6439378b21d req-64a63436-5f1e-4436-ae82-8f7e75d7f6e2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:54.698467 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-636d3234-0412-4c6c-9db7-a6439378b21d req-64a63436-5f1e-4436-ae82-8f7e75d7f6e2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2834024 Apr 21 13:36:54.707114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65987954-5cfc-4daa-90bf-777687aaa4c9 req-8101f7b3-abc4-48e6-9c89-16f4028b225c tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:54.708707 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65987954-5cfc-4daa-90bf-777687aaa4c9 req-8101f7b3-abc4-48e6-9c89-16f4028b225c tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 946 time: 0.2563474 Apr 21 13:36:54.709898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Network a0d4432c-ee88-4875-8f94-634dcc649b38 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:36:54.758457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, a0d4432c-ee88-4875-8f94-634dcc649b38) {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:54.767038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8910ff9-fc17-452e-9e98-0a8f17d7cb1c None None] Network a0d4432c-ee88-4875-8f94-634dcc649b38 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:36:54.798172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:54.798836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.821331 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65987954-5cfc-4daa-90bf-777687aaa4c9 req-ed2737fe-67be-4d65-aaa5-e4cace208c95 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922344 Apr 21 13:36:54.825104 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-636d3234-0412-4c6c-9db7-a6439378b21d req-d2d85047-f307-47c7-838e-404a35694ff3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123302 Apr 21 13:36:54.835371 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9730566 Apr 21 13:36:54.838266 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52072) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:54.844228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:54.849643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:36:54.862285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Usage tracker for resource:router and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:36:54.867800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:36:54.872733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:36:54.887509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.888739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:54.898281 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69919-ae89-466d-955f-24fd8584dc35', 'code': 200} Apr 21 13:36:54.908947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.015866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-a0d4432c-ee88-4875-8f94-634dcc649b38', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:36:55.016789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.188844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Allocated IP 172.20.0.2 (a0d4432c-ee88-4875-8f94-634dcc649b38/9246d0bf-bf5f-4923-a6ef-a2c29a99006c/824d66cd-b0fa-4d43-bb3b-c1164e02b09a) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:55.246659 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.357432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e608a-aecd-4b51-81d7-0c6514c59ecf req-6a26a62e-3335-4519-be3e-88afc08d267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:55.359314 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af0e608a-aecd-4b51-81d7-0c6514c59ecf req-6a26a62e-3335-4519-be3e-88afc08d267d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 1099 time: 0.2360573 Apr 21 13:36:55.419719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.420103 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af0e608a-aecd-4b51-81d7-0c6514c59ecf req-8a77f169-706e-401d-ad82-d3fb1990b45b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Apr 21 13:36:55.431455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Transition to ACTIVE for port object 824d66cd-b0fa-4d43-bb3b-c1164e02b09a will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:55.451131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Transition to ACTIVE for port object 824d66cd-b0fa-4d43-bb3b-c1164e02b09a will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:55.464959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.470559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:55.539517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Network a0d4432c-ee88-4875-8f94-634dcc649b38 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:55.543331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:55.546004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:36:55.589342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Pushing event updated for resources: {'Port': ['ID=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:55.592698 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:55.650952 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.653789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Attempting to bind port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:36:55.654202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Attempting to bind port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:36:55.654610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Attempting to bind port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a on network a0d4432c-ee88-4875-8f94-634dcc649b38 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:55.660460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:36:55.660875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Checking segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:55.661320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.661794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Bound using segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:36:55.662340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Bound port: 824d66cd-b0fa-4d43-bb3b-c1164e02b09a, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:36:55.662750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.683439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.757572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] For port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:36:55.760839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] For port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:36:55.764453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:55.769233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3729e226-b6fb-4581-a439-15735fb34fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:55.832262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Allocated IP 172.28.2.177 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/920bc02b-c8b1-4c7d-ad89-df9027006a76) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:55.860468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Pushing event updated for resources: {'Port': ['ID=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:55.863882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:56.111028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:56.193018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07471a5-28a8-4010-bc42-9c8f0e906efd req-c642eb7f-38cd-4907-90d3-347858c6b26e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:56.195891 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f07471a5-28a8-4010-bc42-9c8f0e906efd req-c642eb7f-38cd-4907-90d3-347858c6b26e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 946 time: 0.2356973 Apr 21 13:36:56.207687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed874-d835-4ad7-9e0d-27afa1647dfb req-fe68076f-585f-4fd0-be11-5db14e606913 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:56.209651 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-11fed874-d835-4ad7-9e0d-27afa1647dfb req-fe68076f-585f-4fd0-be11-5db14e606913 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1973965 Apr 21 13:36:56.291526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:56.300036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9e14034c-bf40-4dd3-8df6-78838e01228d tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:56.343079 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f07471a5-28a8-4010-bc42-9c8f0e906efd req-8d72d4b0-e2fd-4388-b629-cda0b71dc677 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321404 Apr 21 13:36:56.376200 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-11fed874-d835-4ad7-9e0d-27afa1647dfb req-75d9d96c-41e0-417c-a01a-568fc9ff2827 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444192 Apr 21 13:36:56.380578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:56.383730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:56.387695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:36:56.428439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Pushing event updated for resources: {'Port': ['ID=920bc02b-c8b1-4c7d-ad89-df9027006a76,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:56.432717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:57.073283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:57.237151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1be7e8-bf39-4ff4-9e1c-3f419017e1d4 None None] Network a0d4432c-ee88-4875-8f94-634dcc649b38 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:36:57.348649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-cae934ed-8645-45e4-abfc-eada00bd7759 None None] Provisioning for port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:36:57.468277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:57.582106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 824d66cd-b0fa-4d43-bb3b-c1164e02b09a up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:36:57.662126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:36:57.667352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:57.667791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:57.804309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:57.824512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a5-2b3f-4c58-be49-f8491f5b77f6 req-041013f7-8991-4960-a7dd-e5e6f3a73841 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:57.825640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-185e5af2-7980-4d8d-9716-7cc615007ee6 None None] Provisioning complete for port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:57.826028 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-beb635a5-2b3f-4c58-be49-f8491f5b77f6 req-041013f7-8991-4960-a7dd-e5e6f3a73841 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 946 time: 0.2873049 Apr 21 13:36:57.826165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-185e5af2-7980-4d8d-9716-7cc615007ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:57.845667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5160aa2-59d5-46aa-a6a5-01934bead6b9 req-2263a632-dd3b-4641-9d2f-b98e528d2c3c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:57.847192 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5160aa2-59d5-46aa-a6a5-01934bead6b9 req-2263a632-dd3b-4641-9d2f-b98e528d2c3c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2536187 Apr 21 13:36:57.895235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:36:57.900312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:57.902599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:57.934226 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-beb635a5-2b3f-4c58-be49-f8491f5b77f6 req-c1f4a294-98f3-45c1-9f74-06c05a891fee tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999172 Apr 21 13:36:57.937667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Router 517431a9-f6b0-44d3-b30a-594378537e39 is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:36:57.948300 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5160aa2-59d5-46aa-a6a5-01934bead6b9 req-3c566ead-9cb2-4a39-a8dd-25a016734aca tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840337 Apr 21 13:36:58.034357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:58.045089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:58.136234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:36:58.149528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:36:58.163331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:36:58.164030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:58.164184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Notify callbacks [] for router, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:58.166400 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3269091 Apr 21 13:36:58.169383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52096) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:36:58.376077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:36:58.694376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:36:56Z', 'revision_number': 3, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:58.699073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:36:58.699521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Updating router 517431a9-f6b0-44d3-b30a-594378537e39 port 920bc02b-c8b1-4c7d-ad89-df9027006a76 binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:36:58.763896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.277102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.341913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.355235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Transition to ACTIVE for port object 920bc02b-c8b1-4c7d-ad89-df9027006a76 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:59.359327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a116a3-6bb0-46c3-a703-deb052f9cde7 req-3d6ece9c-018a-4f42-b081-42f6b2507392 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:59.361013 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-53a116a3-6bb0-46c3-a703-deb052f9cde7 req-3d6ece9c-018a-4f42-b081-42f6b2507392 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2073727 Apr 21 13:36:59.364287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.371755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3d1a452e-3a91-4e86-b6e5-c86197ae778b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:59.458229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Attempting to bind port 920bc02b-c8b1-4c7d-ad89-df9027006a76 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:36:59.458848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Attempting to bind port 920bc02b-c8b1-4c7d-ad89-df9027006a76 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:36:59.459066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Attempting to bind port 920bc02b-c8b1-4c7d-ad89-df9027006a76 on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:36:59.462898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a4534-1bd8-4e97-9c20-b0446735b073 None None] Pushing event updated for resources: {'Port': ['ID=920bc02b-c8b1-4c7d-ad89-df9027006a76,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:59.468163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e00a4534-1bd8-4e97-9c20-b0446735b073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:59.469138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:36:59.469563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:36:59.470012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.470728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:36:59.471126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Bound port: 920bc02b-c8b1-4c7d-ad89-df9027006a76, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:36:59.471513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.505218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 824d66cd-b0fa-4d43-bb3b-c1164e02b09a up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:36:59.523445 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-53a116a3-6bb0-46c3-a703-deb052f9cde7 req-628b7e45-66cc-434d-bd68-dfb21a816ee9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551621 Apr 21 13:36:59.616171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] For port 920bc02b-c8b1-4c7d-ad89-df9027006a76, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:36:59.619957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] For port 920bc02b-c8b1-4c7d-ad89-df9027006a76, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=920bc02b-c8b1-4c7d-ad89-df9027006a76,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:36:59.626770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.631630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:59.634294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd8085-cb2c-4dbc-a553-b74019bc668f req-ee8cd281-975d-40dc-98fa-24e50bb64f1b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:36:59.635962 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-23bd8085-cb2c-4dbc-a553-b74019bc668f req-ee8cd281-975d-40dc-98fa-24e50bb64f1b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 946 time: 0.2465909 Apr 21 13:36:59.661527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Allocated IP 172.20.0.1 (a0d4432c-ee88-4875-8f94-634dcc649b38/9246d0bf-bf5f-4923-a6ef-a2c29a99006c/618b93cc-d9e1-4874-8c9a-0f71cfcfabd2) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:36:59.663140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:36:59.663595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.764831 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-23bd8085-cb2c-4dbc-a553-b74019bc668f req-0715f5a1-38f2-4cce-ac97-890dbd4a4efe tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199367 Apr 21 13:36:59.774040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:36:59.774687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:36:59.848885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.850674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a4534-1bd8-4e97-9c20-b0446735b073 None None] Pushing event updated for resources: {'Port': ['ID=920bc02b-c8b1-4c7d-ad89-df9027006a76,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:36:59.866655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Transition to ACTIVE for port object 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:36:59.890253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:36:59.895275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:36:59.909654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e00a4534-1bd8-4e97-9c20-b0446735b073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:36:59.964099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Network a0d4432c-ee88-4875-8f94-634dcc649b38 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:36:59.967310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:36:59.971430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:37:00.013105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Pushing event updated for resources: {'Port': ['ID=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:00.018204 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:00.039131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:37:00.040160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:00.258302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-59779a23-8ceb-4b7e-8465-1a265f7e67f7 None None] Provisioning for port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:37:00.278035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-59779a23-8ceb-4b7e-8465-1a265f7e67f7 None None] Provisioning complete for port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:00.278374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59779a23-8ceb-4b7e-8465-1a265f7e67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:00.310011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:00.384143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-59779a23-8ceb-4b7e-8465-1a265f7e67f7 None None] Port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:37:00.421787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:36:56Z', 'revision_number': 3, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:00.426053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a033a3-7152-4b9a-87c9-11e5ad0c5170 None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:36:56Z', 'revision_number': 3, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:37:00.550873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:00.554883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:00.588268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a31a475e-1237-43da-a1dd-6cf0fd90fbe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:00.723442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Pushing event updated for resources: {'Port': ['ID=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:00.726488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:00.729332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:00.894389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458921-b5e3-403a-a391-5d7a2744fc3f req-03fda72b-ce9c-4e13-8eaa-2de6114419ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:00.906117 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b458921-b5e3-403a-a391-5d7a2744fc3f req-03fda72b-ce9c-4e13-8eaa-2de6114419ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2540815 Apr 21 13:37:00.966716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Network a0d4432c-ee88-4875-8f94-634dcc649b38 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:37:00.972236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:37:01.212118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-e86025db-d9e9-48e8-8f3c-5fb45cc98a1b None None] Provisioning complete for port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:01.212527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e86025db-d9e9-48e8-8f3c-5fb45cc98a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:01.276258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-e86025db-d9e9-48e8-8f3c-5fb45cc98a1b None None] Port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:37:01.449673 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9b458921-b5e3-403a-a391-5d7a2744fc3f req-6bca8361-bc91-4aed-a787-6185b190384f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5425923 Apr 21 13:37:01.534411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 920bc02b-c8b1-4c7d-ad89-df9027006a76 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:01.587564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e02e83-c6e6-45b6-9212-084e9ee57f44 req-229b645e-894c-4be9-b316-28ffdab2bd11 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:01.589212 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5e02e83-c6e6-45b6-9212-084e9ee57f44 req-229b645e-894c-4be9-b316-28ffdab2bd11 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 946 time: 0.6332970 Apr 21 13:37:01.609141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 920bc02b-c8b1-4c7d-ad89-df9027006a76 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:37:01.614037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 920bc02b-c8b1-4c7d-ad89-df9027006a76 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:01.614454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:01.631344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Router 517431a9-f6b0-44d3-b30a-594378537e39 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:37:01.731681 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5e02e83-c6e6-45b6-9212-084e9ee57f44 req-b94b1bd2-9a77-4b2c-81f3-7ccc3e4bf2cd tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340814 Apr 21 13:37:01.745120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:01.762716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 920bc02b-c8b1-4c7d-ad89-df9027006a76, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=920bc02b-c8b1-4c7d-ad89-df9027006a76,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:01.765590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:01.767530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:01.837114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-a02aa0ea-a8bc-4d94-85b4-781f7ee6fe79 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:01.838706 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-a02aa0ea-a8bc-4d94-85b4-781f7ee6fe79 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 946 time: 0.3045194 Apr 21 13:37:01.839802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=920bc02b-c8b1-4c7d-ad89-df9027006a76,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:01.843717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:01.949221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Deleting port 33d69919-ae89-466d-955f-24fd8584dc35 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:37:01.949624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:01.983102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:37:02.011806 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] 10.222.0.36 "PUT /v2.0/routers/517431a9-f6b0-44d3-b30a-594378537e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8412733 Apr 21 13:37:02.233226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] For port 33d69919-ae89-466d-955f-24fd8584dc35, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=33d69919-ae89-466d-955f-24fd8584dc35,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:02.233634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.370535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Calling delete_port for 33d69919-ae89-466d-955f-24fd8584dc35 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:37:02.524830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52140) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:02.532183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381278996', 'description': 'tempest-description--477708996'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:02.539681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:02.541016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.544339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:37:02.547588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:02.547801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:37:02.555305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:02.565959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['33d69919-ae89-466d-955f-24fd8584dc35'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:37:02.582925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.598075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Pushing event deleted for resources: {'Port': ['ID=33d69919-ae89-466d-955f-24fd8584dc35,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:02.604206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:02.618484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:02.623045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:37:02.626871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:37:02.633256 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:02.707068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.710592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.715999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1a06f26e-a14b-4c3f-b91b-6b4d97870c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:02.738499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] No DVR routers for this DVR port 33d69919-ae89-466d-955f-24fd8584dc35 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:37:02.741461 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.744712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'name': 'network-vif-deleted', 'tag': '33d69919-ae89-466d-955f-24fd8584dc35'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:02.762247 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772ff218-e1a1-4f9f-95e4-0610de3ab30a,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:02.766012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:02.767650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.772861 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2467768 Apr 21 13:37:02.773050 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8bffd75f-f228-4414-a6ef-9353a02b40ee req-4b603a7f-f103-4111-866e-aca6dd8ecd9d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "DELETE /v2.0/ports/33d69919-ae89-466d-955f-24fd8584dc35 HTTP/1.1" status: 204 len: 173 time: 0.9275260 Apr 21 13:37:02.773360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52152) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:02.792464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'security_group_rule': {'security_group_id': '772ff218-e1a1-4f9f-95e4-0610de3ab30a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:02.793286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c5c9-4738-492b-b512-c6201b767647 req-f9c2469b-d1ec-48bc-aecd-4737e963920a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:02.794990 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bef1c5c9-4738-492b-b512-c6201b767647 req-f9c2469b-d1ec-48bc-aecd-4737e963920a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1921425 Apr 21 13:37:02.801169 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:02.807475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:37:02.811744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:37:02.819652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:02.847768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.857285 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b405c613-17f9-4181-aeef-e84a82a75d8b', 'name': 'network-vif-deleted', 'tag': '33d69919-ae89-466d-955f-24fd8584dc35', 'status': 'completed', 'code': 200} Apr 21 13:37:02.869632 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bef1c5c9-4738-492b-b512-c6201b767647 req-2213cba5-f079-4258-8cef-4017a4be2c1f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520265 Apr 21 13:37:02.926964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.930198 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.932413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9451fde6-2188-4a2b-bd17-0a028ab9147a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:02.967929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5742ddb8-3cfd-45db-be73-1273011e181f,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:02.969932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:02.972521 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967130 Apr 21 13:37:02.975734 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3aeb09c4-9e83-4744-9368-c9308891170c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:02.976429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52156) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:02.983714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'security_group_rule': {'security_group_id': '772ff218-e1a1-4f9f-95e4-0610de3ab30a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:02.990264 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:02.994811 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:37:02.998399 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:37:03.004858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:03.009784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-a95f3af8-8d98-460b-b178-92488da54f93 req-ccf717a0-6a1d-4fe2-87fc-1d9f46ef1265 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Synchronizing usage tracker for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:37:03.024347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.026849 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-a95f3af8-8d98-460b-b178-92488da54f93 req-ccf717a0-6a1d-4fe2-87fc-1d9f46ef1265 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Unset dirty status for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:37:03.028193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a95f3af8-8d98-460b-b178-92488da54f93 req-ccf717a0-6a1d-4fe2-87fc-1d9f46ef1265 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=b405c613-17f9-4181-aeef-e84a82a75d8b HTTP/1.1" status: 200 len: 210 time: 0.0772393 Apr 21 13:37:03.095806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.098441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.100544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:03.123837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1d74f8-53f8-4d47-9072-3c8ac4117f9f,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:03.126448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:03.133550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.137661 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572180 Apr 21 13:37:03.138076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52160) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:03.143769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'floatingip': {'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:03.151112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:03.155202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:floatingip and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:37:03.158363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:37:03.164840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:03.175223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.320493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.323175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:37:03.334923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:37:03.335674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:03.470943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Allocated IP 172.28.2.107 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/66844e45-cdfd-438c-92a8-b937b9345069) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:37:03.525444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 920bc02b-c8b1-4c7d-ad89-df9027006a76 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:03.535442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:37:03.639302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 920bc02b-c8b1-4c7d-ad89-df9027006a76 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:03.639875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.663218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.702356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.707982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:03.777923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:37:03.781735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:37:03.784231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:37:03.829506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'Port': ['ID=66844e45-cdfd-438c-92a8-b937b9345069,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:03.832622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:03.883861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.895003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 2, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:03.899143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:37:03.899570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Updating router 517431a9-f6b0-44d3-b30a-594378537e39 port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:37:03.953697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:03.957050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.115462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28871a-47b2-46ec-8fc4-fde7817b7cbd req-0d43fe36-346a-4e8c-9742-d715fe32be21 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:04.117361 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1e28871a-47b2-46ec-8fc4-fde7817b7cbd req-0d43fe36-346a-4e8c-9742-d715fe32be21 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1080155 Apr 21 13:37:04.190829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.195359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.201223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:04.209844 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1e28871a-47b2-46ec-8fc4-fde7817b7cbd req-cf059dd9-76cd-4ade-a90b-d48f259f07c8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703678 Apr 21 13:37:04.323024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'Port': ['ID=66844e45-cdfd-438c-92a8-b937b9345069,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:04.327315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:04.335497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.358646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.360101 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2209275 Apr 21 13:37:04.425587 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.438218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Transition to ACTIVE for port object 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:37:04.444097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.449128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:04.586760 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-a2531163-4e4f-4c02-b84b-8b33b5ddab58 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--381278996&fields=id&tenant_id=243878d253a64a479449f126f3b05e63 HTTP/1.1" status: 200 len: 267 time: 0.0683916 Apr 21 13:37:04.598285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-1c3854bc-e83d-48eb-b309-f5227c7c4573 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:04.606201 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-1c3854bc-e83d-48eb-b309-f5227c7c4573 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/networks?id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 200 len: 809 time: 0.2293861 Apr 21 13:37:04.610006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Pushing event updated for resources: {'Port': ['ID=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:04.621203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.621562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.621943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.622314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.622684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.623050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.623511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.623873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.624237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.624601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.624961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.625322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:04.629867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:04.657873 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-df2c47d4-9fc5-44f5-a7bf-acf885334571 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/quotas/559c72c60d9e4e3e83b4db74147d075a HTTP/1.1" status: 200 len: 375 time: 0.0506570 Apr 21 13:37:04.753899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Attempting to bind port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:37:04.754319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Attempting to bind port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:37:04.754686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Attempting to bind port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 on network a0d4432c-ee88-4875-8f94-634dcc649b38 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:37:04.764154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:37:04.764582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Checking segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:37:04.765042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.765524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Bound using segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:37:04.766089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Bound port: 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:37:04.766521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.797691 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-4085c850-3320-497b-a15d-c9423f65411d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=559c72c60d9e4e3e83b4db74147d075a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593243 Apr 21 13:37:04.867342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] For port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:37:04.870972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] For port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:37:04.874055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:04.879223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:04.962588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:37:04.963300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:36:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:04.984366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5d8c3d4f-106c-4832-a89f-b62c8fa6d8ee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:04.985983 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5d8c3d4f-106c-4832-a89f-b62c8fa6d8ee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 811 time: 0.3714194 Apr 21 13:37:05.022753 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-3fe7c39a-e464-4425-afa8-c6b1266b4edd service neutron] 10.222.0.36 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104392 Apr 21 13:37:05.030389 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-b41592ce-2792-4510-a1b1-d22d68d0da03 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/quotas/243878d253a64a479449f126f3b05e63 HTTP/1.1" status: 200 len: 375 time: 0.0376840 Apr 21 13:37:05.045102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Pushing event updated for resources: {'Port': ['ID=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,revision_number=4']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:05.050927 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:05.183507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:37:05.250668 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-d52ef097-be7f-41da-a349-6fad309811da service neutron] 10.222.0.36 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171774 Apr 21 13:37:05.259574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-edc96137-a8b2-481a-b107-adbe4eb4a4e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Synchronizing usage tracker for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:37:05.277407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-edc96137-a8b2-481a-b107-adbe4eb4a4e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Unset dirty status for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:37:05.278919 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-edc96137-a8b2-481a-b107-adbe4eb4a4e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2476723 Apr 21 13:37:05.460691 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-c6899b8c-c39d-4d20-bad3-af03913af4a7 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668844 Apr 21 13:37:05.558899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:04Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:05.563419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a20083-6667-45bf-8da0-c1b7b8d3983d None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:04Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:37:05.706043 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-7721f174-b9e1-418f-b047-226071c4486c service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393596 Apr 21 13:37:05.720074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5b97-0e61-446c-af8a-2aa3c17a07a5 req-dee4dd90-8676-47d1-abf6-ba673f6a928c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:05.721959 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07ac5b97-0e61-446c-af8a-2aa3c17a07a5 req-dee4dd90-8676-47d1-abf6-ba673f6a928c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2283359 Apr 21 13:37:05.796455 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07ac5b97-0e61-446c-af8a-2aa3c17a07a5 req-3aba1bbc-8716-44cc-8f72-aaa94aa81ddc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675421 Apr 21 13:37:06.013808 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8daa2b6b-d2c7-4b9d-9f24-64ce1024468a req-ca990b4c-9d6f-4a86-b267-0635af1378f3 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 210 time: 0.0770154 Apr 21 13:37:06.156292 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca6e24c4-474a-468c-ae20-5669f1bca95b req-49143b11-89b4-4fe6-bb4e-21deb622c8e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 210 time: 0.0565276 Apr 21 13:37:06.168063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 33d69919-ae89-466d-955f-24fd8584dc35 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:37:06.261686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 33d69919-ae89-466d-955f-24fd8584dc35 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:37:06.262359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 33d69919-ae89-466d-955f-24fd8584dc35 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:37:06.875652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-cbaf3969-4469-4a14-b057-4ca188a9571b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:06.878802 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-cbaf3969-4469-4a14-b057-4ca188a9571b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "GET /v2.0/networks?id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 200 len: 809 time: 0.1720920 Apr 21 13:37:06.894166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Request body: {'port': {'device_id': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7', 'admin_state_up': True, 'tenant_id': '559c72c60d9e4e3e83b4db74147d075a'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:07.371001 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4552edb6-d381-448b-9234-ebd1e9e17fac req-29dc8a5d-69ec-4d45-9bc4-0b0332aea806 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 210 time: 0.0800452 Apr 21 13:37:07.414666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:07.428686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:07.440279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397ee75-06b7-4307-9540-1f956811e6f6 req-c0bb2ddb-b539-4a16-bc1c-a610d2cbacef tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:07.441891 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d397ee75-06b7-4307-9540-1f956811e6f6 req-c0bb2ddb-b539-4a16-bc1c-a610d2cbacef tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.4640985 Apr 21 13:37:07.449267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Made reservation on behalf of 559c72c60d9e4e3e83b4db74147d075a for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:37:07.458855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:07.578204 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:07.612574 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-df49476b-5f70-426a-8fde-8b5913b0cafb req-d1dd5c54-727d-4ac6-b240-042325dd695d tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 210 time: 0.1189835 Apr 21 13:37:07.651918 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d397ee75-06b7-4307-9540-1f956811e6f6 req-a9b4247f-20e0-497e-91ca-4290762238a5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823723 Apr 21 13:37:07.668773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:37:07.674359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:07.674910 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:07.832694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:07.868316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:07.872441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:07.874770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e0f66acb-b095-4995-b6a0-21d1d01bc993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:07.928417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Allocated IP 172.20.0.12 (274aafb4-3acc-4d92-93b6-0ba14e3acaa7/fd323e88-1051-4412-b1ca-204b6b341bd5/37986418-b018-4b50-b41f-edef9374b9c1) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:37:07.944172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-8bd15bd8-7509-4e54-b78b-1dfcf01306ce tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:07.945803 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-8bd15bd8-7509-4e54-b78b-1dfcf01306ce tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 811 time: 0.2926288 Apr 21 13:37:07.949963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:07.953535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:08.042154 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-ca493bab-f5fe-4e28-8173-e542dc221f86 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243878d253a64a479449f126f3b05e63 HTTP/1.1" status: 200 len: 379 time: 0.0856371 Apr 21 13:37:08.074396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'port': {'device_id': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'admin_state_up': True, 'tenant_id': '243878d253a64a479449f126f3b05e63', 'security_groups': ['772ff218-e1a1-4f9f-95e4-0610de3ab30a']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:08.154575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:37:08.298933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:08.313993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'mac_address': 'fa:16:3e:27:4a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:37:08.333865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:08.345034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:08.359196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:08.375977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Made reservation on behalf of 243878d253a64a479449f126f3b05e63 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:37:08.382872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:08.473785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:08.484617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:08.537676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:08.556423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:37:08.573474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:08.576787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:08.578686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:08.634916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:37:08.642347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:37:08.644916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:37:08.655748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=6']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:08.658979 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:08.691775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Pushing event updated for resources: {'Port': ['ID=37986418-b018-4b50-b41f-edef9374b9c1,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:08.696572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:08.708352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:37:08.800508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:08.801246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:08.888705 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b75737f7-0a9a-4da2-b00a-b342e02d476f req-4b136b3d-1cd2-49af-8b97-42d2007da996 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 210 time: 0.0950217 Apr 21 13:37:08.889811 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Allocated IP 172.20.0.10 (a0d4432c-ee88-4875-8f94-634dcc649b38/9246d0bf-bf5f-4923-a6ef-a2c29a99006c/85259ed7-28e9-4905-855f-e227907f68e8) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:37:08.925312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91a862-cd11-4221-98cc-a83991ac9b0e req-460af351-df4d-4c46-a982-a8279404ea3e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:08.926118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-af91a862-cd11-4221-98cc-a83991ac9b0e req-460af351-df4d-4c46-a982-a8279404ea3e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Synchronizing usage tracker for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:37:08.930311 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0422158 Apr 21 13:37:08.959003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Request body: {'port': {'device_id': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:09.023699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-af91a862-cd11-4221-98cc-a83991ac9b0e req-460af351-df4d-4c46-a982-a8279404ea3e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Unset dirty status for tenant:559c72c60d9e4e3e83b4db74147d075a on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:37:09.025019 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af91a862-cd11-4221-98cc-a83991ac9b0e req-460af351-df4d-4c46-a982-a8279404ea3e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 932 time: 0.4962001 Apr 21 13:37:09.313139 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-af91a862-cd11-4221-98cc-a83991ac9b0e req-97eaa703-4eb2-4eec-bd12-0e0f9f47e30b tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473938 Apr 21 13:37:09.335556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:09.387715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e4970-d532-45ad-ae11-5579163c3e4b req-16f897d9-c827-450c-ab7f-33512ecba401 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:09.390187 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d41e4970-d532-45ad-ae11-5579163c3e4b req-16f897d9-c827-450c-ab7f-33512ecba401 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 944 time: 0.3733838 Apr 21 13:37:09.409122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-08bdf0be-1f58-4f01-8b34-63395c57b91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:09.503070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:09.508306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:09.585638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:09.586377 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:09.602503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Transition to ACTIVE for port object 85259ed7-28e9-4905-855f-e227907f68e8 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:37:09.606636 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d41e4970-d532-45ad-ae11-5579163c3e4b req-6dbbf7cc-0499-4847-a07d-82d28eab209c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798973 Apr 21 13:37:09.810034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:09.819027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-04d9b118-7dae-457e-9e5c-8711f2aaa887 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:09.926155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Network a0d4432c-ee88-4875-8f94-634dcc649b38 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:37:09.939974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:37:09.949146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:37:09.998413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'Port': ['ID=85259ed7-28e9-4905-855f-e227907f68e8,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:10.005996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:10.018064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a42f0-4ccb-4d38-8541-43c082d184dd req-f3b63e51-86e7-49ce-9ccc-081055967d01 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:10.019815 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c64a42f0-4ccb-4d38-8541-43c082d184dd req-f3b63e51-86e7-49ce-9ccc-081055967d01 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.3494642 Apr 21 13:37:10.162475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:10.234208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-da2c4eea-d06c-4f48-84fb-7714716e286c None None] Provisioning for port 85259ed7-28e9-4905-855f-e227907f68e8 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:37:10.242759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-da2c4eea-d06c-4f48-84fb-7714716e286c None None] Provisioning complete for port 85259ed7-28e9-4905-855f-e227907f68e8 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:10.243174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-da2c4eea-d06c-4f48-84fb-7714716e286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.302897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:10.303231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.352439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-da2c4eea-d06c-4f48-84fb-7714716e286c None None] Port 85259ed7-28e9-4905-855f-e227907f68e8 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:37:10.365813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.resource_extend [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 13:37:10.383513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:10.384196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.435696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.463799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:10.474322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:10.477337 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.479291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-009d72c3-8220-430a-85a7-c68deba9ec24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:10.485267 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c64a42f0-4ccb-4d38-8541-43c082d184dd req-b0e3c867-4c88-449c-8544-82a1379d3f12 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086189 Apr 21 13:37:10.486592 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4251945 Apr 21 13:37:10.497599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37986418-b018-4b50-b41f-edef9374b9c1 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:37:10.510492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.524500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Request body: {'port': {'device_id': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:10.554314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=7']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:10.564448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:10.580568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Transition to ACTIVE for port object 37986418-b018-4b50-b41f-edef9374b9c1 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:37:10.594189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c59c-f5ae-405d-83f9-30d51200b6ef req-d1dd1019-d57f-4773-a4ee-8ef5d5b76ee9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:10.594974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-c231c59c-f5ae-405d-83f9-30d51200b6ef req-d1dd1019-d57f-4773-a4ee-8ef5d5b76ee9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Synchronizing usage tracker for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:37:10.597743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:10.612643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d5d16e77-ce4e-4847-b68d-ea12f7cc4e05 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:10.857798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-c231c59c-f5ae-405d-83f9-30d51200b6ef req-d1dd1019-d57f-4773-a4ee-8ef5d5b76ee9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Unset dirty status for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:37:10.858989 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c231c59c-f5ae-405d-83f9-30d51200b6ef req-d1dd1019-d57f-4773-a4ee-8ef5d5b76ee9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 932 time: 0.8339326 Apr 21 13:37:10.901827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Pushing event updated for resources: {'Port': ['ID=37986418-b018-4b50-b41f-edef9374b9c1,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:10.916135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:10.993351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:11.093580 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c231c59c-f5ae-405d-83f9-30d51200b6ef req-0db13cf0-37a1-4893-a107-4566b132b047 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263293 Apr 21 13:37:11.109249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2574d-ef7b-4886-8fd3-43aaa1cfd647 req-96b8ec06-6d08-4175-95cb-8a152b1df3d4 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:11.110863 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59e2574d-ef7b-4886-8fd3-43aaa1cfd647 req-96b8ec06-6d08-4175-95cb-8a152b1df3d4 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 944 time: 0.4993167 Apr 21 13:37:11.165480 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'code': 200} Apr 21 13:37:11.172853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Attempting to bind port 37986418-b018-4b50-b41f-edef9374b9c1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:37:11.173245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Attempting to bind port 37986418-b018-4b50-b41f-edef9374b9c1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:37:11.173624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Attempting to bind port 37986418-b018-4b50-b41f-edef9374b9c1 on network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:37:11.222881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Port 37986418-b018-4b50-b41f-edef9374b9c1 on network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:37:11.223276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Attempting to bind port 37986418-b018-4b50-b41f-edef9374b9c1 on network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:37:11.250344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:37:11.250732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Checking segment: {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:37:11.251171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Bound using segment: {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:37:11.251726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Bound port: 37986418-b018-4b50-b41f-edef9374b9c1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d25bc7a-7e0c-427f-8564-80a282e40732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:37:11.252080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:11.328500 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59e2574d-ef7b-4886-8fd3-43aaa1cfd647 req-b56d12c1-32ed-4efe-b878-855712bcf416 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090261 Apr 21 13:37:11.548466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] For port 37986418-b018-4b50-b41f-edef9374b9c1, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:37:11.570876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] For port 37986418-b018-4b50-b41f-edef9374b9c1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=37986418-b018-4b50-b41f-edef9374b9c1,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:37:11.591216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:11.600445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-21c08d68-ad6f-49f4-8330-38f31f50310e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:11.651410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff145-db04-4bbb-a9d9-a1a8c742e9ee req-03ac0261-214c-4c3e-90e4-edfdf9cd385d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:11.653146 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0daff145-db04-4bbb-a9d9-a1a8c742e9ee req-03ac0261-214c-4c3e-90e4-edfdf9cd385d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.3832328 Apr 21 13:37:11.690780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-eadd016c-ddf9-4076-a2ca-811b6045ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:11.698543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:11.699224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:11.700718 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] 10.222.0.15 "PUT /v2.0/ports/37986418-b018-4b50-b41f-edef9374b9c1 HTTP/1.1" status: 200 len: 1094 time: 2.7503138 Apr 21 13:37:11.709793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'tag': '37986418-b018-4b50-b41f-edef9374b9c1'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:11.900677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Pushing event updated for resources: {'Port': ['ID=37986418-b018-4b50-b41f-edef9374b9c1,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:11.915905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:11.919154 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0daff145-db04-4bbb-a9d9-a1a8c742e9ee req-794668a5-6056-47ae-88e1-db43b60329b9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491050 Apr 21 13:37:11.932866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85259ed7-28e9-4905-855f-e227907f68e8 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:37:11.947770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:11.991814 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'tag': '37986418-b018-4b50-b41f-edef9374b9c1', 'status': 'completed', 'code': 200} Apr 21 13:37:11.992831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Transition to ACTIVE for port object 85259ed7-28e9-4905-855f-e227907f68e8 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:37:12.001236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:12.008695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5f37bcb7-a375-41c8-bca9-edbacdc65696 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:12.075803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fa21c-87be-400c-bb67-4748a7eea7dc req-be2a509d-b3a2-4600-a0df-9ba691de12bb tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:12.077519 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce5fa21c-87be-400c-bb67-4748a7eea7dc req-be2a509d-b3a2-4600-a0df-9ba691de12bb tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.2841833 Apr 21 13:37:12.095260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:12.139932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-748bce87-77e3-4d76-9a3f-1e1b061cc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:12.142289 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-748bce87-77e3-4d76-9a3f-1e1b061cc675 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559c72c60d9e4e3e83b4db74147d075a&device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 1097 time: 0.3986545 Apr 21 13:37:12.262835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Pushing event updated for resources: {'Port': ['ID=85259ed7-28e9-4905-855f-e227907f68e8,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:12.269912 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-75ccdcae-7525-4c02-91ec-1d95f523e25c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37986418-b018-4b50-b41f-edef9374b9c1 HTTP/1.1" status: 200 len: 217 time: 0.0988841 Apr 21 13:37:12.270865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:12.685017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:12.689880 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce5fa21c-87be-400c-bb67-4748a7eea7dc req-85979e56-0d05-4bc0-9d81-0663a8deeb8f tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465734 Apr 21 13:37:12.747875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-cc1a89dc-55d1-461c-8825-b2715d8f8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:12.749466 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-cc1a89dc-55d1-461c-8825-b2715d8f8681 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd323e88-1051-4412-b1ca-204b6b341bd5 HTTP/1.1" status: 200 len: 849 time: 0.4429624 Apr 21 13:37:12.797835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Attempting to bind port 85259ed7-28e9-4905-855f-e227907f68e8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:37:12.798215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Attempting to bind port 85259ed7-28e9-4905-855f-e227907f68e8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:37:12.798588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Attempting to bind port 85259ed7-28e9-4905-855f-e227907f68e8 on network a0d4432c-ee88-4875-8f94-634dcc649b38 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:37:12.862469 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-7e797e9f-b828-40b4-b3c6-58aafeb7abdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033592 Apr 21 13:37:12.863077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Port 85259ed7-28e9-4905-855f-e227907f68e8 on network a0d4432c-ee88-4875-8f94-634dcc649b38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:37:12.863472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Attempting to bind port 85259ed7-28e9-4905-855f-e227907f68e8 on network a0d4432c-ee88-4875-8f94-634dcc649b38 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:37:12.903056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:37:12.903552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Checking segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:37:12.903913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Bound using segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:37:12.904383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Bound port: 85259ed7-28e9-4905-855f-e227907f68e8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:37:12.904769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:12.934271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48de144-cafc-44e1-9b76-975992a87421 req-806b9513-015d-42e9-8d17-f8dde40434ec tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:12.936094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b48de144-cafc-44e1-9b76-975992a87421 req-806b9513-015d-42e9-8d17-f8dde40434ec tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 944 time: 0.6703482 Apr 21 13:37:13.023580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:13.177408 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b48de144-cafc-44e1-9b76-975992a87421 req-5697807c-e863-4275-a7ba-29ef3066646f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798801 Apr 21 13:37:13.205383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363575a-77e9-4f75-b8cf-68f83781a30e req-d95a4f36-d622-4162-80d4-fc567c6a74f3 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:13.207022 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5363575a-77e9-4f75-b8cf-68f83781a30e req-d95a4f36-d622-4162-80d4-fc567c6a74f3 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 944 time: 0.4024463 Apr 21 13:37:13.209669 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] For port 85259ed7-28e9-4905-855f-e227907f68e8, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:37:13.213446 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-4970b2ab-89ed-4170-8a54-1ae158674e42 service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399429 Apr 21 13:37:13.236729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] For port 85259ed7-28e9-4905-855f-e227907f68e8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=85259ed7-28e9-4905-855f-e227907f68e8,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:37:13.268799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:13.324883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:13.466907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:13.467624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:13.469136 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] 10.222.0.15 "PUT /v2.0/ports/85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 1094 time: 2.9536483 Apr 21 13:37:13.483339 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5363575a-77e9-4f75-b8cf-68f83781a30e req-daea2a3e-f4df-4fd4-a69f-94af71ced2d6 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675116 Apr 21 13:37:13.519880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Pushing event updated for resources: {'Port': ['ID=85259ed7-28e9-4905-855f-e227907f68e8,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:13.525554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:13.562241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:13.618182 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04a3cbba-c0a8-474c-a9b3-f5bda3efdcf7 req-21df3977-058a-485b-bdd7-4657af8ddd06 service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855076 Apr 21 13:37:13.637728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b302af-da30-411a-9a38-a9b6583b07aa req-520732da-334c-41a2-a2c8-c04340e2533d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:13.646353 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1b302af-da30-411a-9a38-a9b6583b07aa req-520732da-334c-41a2-a2c8-c04340e2533d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2858450 Apr 21 13:37:13.770842 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1b302af-da30-411a-9a38-a9b6583b07aa req-a17f7d55-bf2f-40fe-b75f-59548ee1b307 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235197 Apr 21 13:37:13.790636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-771177c2-af9c-49db-8080-e3f5939d919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:13.792689 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-771177c2-af9c-49db-8080-e3f5939d919c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1097 time: 0.2511625 Apr 21 13:37:13.927619 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-2dcd4938-6b43-4923-8ba3-287f6c8e3b13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 217 time: 0.1157780 Apr 21 13:37:13.997440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:14.035435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276a07-2614-4958-9126-1b2675b54048 req-ce9117d3-18bc-42e4-a3eb-007abe0a3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.037648 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-ce9117d3-18bc-42e4-a3eb-007abe0a3f24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=559c72c60d9e4e3e83b4db74147d075a&device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 1097 time: 0.3384645 Apr 21 13:37:14.061928 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8', 'status': 'completed', 'code': 200} Apr 21 13:37:14.091734 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-3355a17f-9f1c-4f1e-b213-c3b6ae31f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.093525 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-3355a17f-9f1c-4f1e-b213-c3b6ae31f83e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.1548610 Apr 21 13:37:14.251969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e912-31f5-431a-a4b7-8a8240f947b1 req-c9097a40-5b89-4c0c-876d-fed216daa492 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.253623 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca89e912-31f5-431a-a4b7-8a8240f947b1 req-c9097a40-5b89-4c0c-876d-fed216daa492 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.3750918 Apr 21 13:37:14.300747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276a07-2614-4958-9126-1b2675b54048 req-fd86701b-9536-4791-a7b6-435253caa47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.302953 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-fd86701b-9536-4791-a7b6-435253caa47e service neutron] 10.222.0.15 "GET /v2.0/networks?id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 200 len: 910 time: 0.2402010 Apr 21 13:37:14.465964 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-152e3ab7-b047-4948-91da-4d038d5f482f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37986418-b018-4b50-b41f-edef9374b9c1 HTTP/1.1" status: 200 len: 217 time: 0.1346257 Apr 21 13:37:14.544387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-946af644-296a-4e72-a9d9-8817c7b61d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.545987 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-946af644-296a-4e72-a9d9-8817c7b61d06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4389865 Apr 21 13:37:14.554584 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca89e912-31f5-431a-a4b7-8a8240f947b1 req-1b8023af-f934-4027-a5ec-cb2e625cf263 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478399 Apr 21 13:37:14.678159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276a07-2614-4958-9126-1b2675b54048 req-2a282f15-f070-4335-b260-11b87743c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.679795 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-2a282f15-f070-4335-b260-11b87743c9e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fd323e88-1051-4412-b1ca-204b6b341bd5 HTTP/1.1" status: 200 len: 849 time: 0.1983457 Apr 21 13:37:14.802917 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-8ad45cd0-7ecf-4c29-8cbd-172694557c4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=274aafb4-3acc-4d92-93b6-0ba14e3acaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767334 Apr 21 13:37:14.830482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716a100-1019-42f8-a1b5-5621b77f8609 req-73c0a5d0-71d8-4d73-b1bc-c7cda00e82b2 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:14.832169 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8716a100-1019-42f8-a1b5-5621b77f8609 req-73c0a5d0-71d8-4d73-b1bc-c7cda00e82b2 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 944 time: 0.4996495 Apr 21 13:37:15.226099 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-b08a7368-2d65-420f-a53b-95d75b3880db service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686003 Apr 21 13:37:15.355020 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8716a100-1019-42f8-a1b5-5621b77f8609 req-e47027cb-cdb5-4aa4-9da7-17063565d3fe tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4958131 Apr 21 13:37:15.431969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428df4f-ae35-4d6b-aa3c-a059110bca20 req-88692672-2c75-4ded-a33d-13110372f673 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:15.433644 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a428df4f-ae35-4d6b-aa3c-a059110bca20 req-88692672-2c75-4ded-a33d-13110372f673 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 944 time: 0.7528932 Apr 21 13:37:15.515774 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-a70d6ba1-597e-41e4-a749-188260f60358 service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945028 Apr 21 13:37:15.682539 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a428df4f-ae35-4d6b-aa3c-a059110bca20 req-46641fae-da77-48d4-b3fa-e6fe16fa36a8 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284288 Apr 21 13:37:15.731171 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-86e586f5-62c8-4ed6-8d13-24b89dd441af req-6fda6047-cf14-4a5a-ab7e-1dd21f992602 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832692 Apr 21 13:37:15.793322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-6b9560f7-2f98-46da-b6c8-478ecbf69eeb tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:15.794969 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-6b9560f7-2f98-46da-b6c8-478ecbf69eeb tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.4335630 Apr 21 13:37:15.931476 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03276a07-2614-4958-9126-1b2675b54048 req-76a620de-4278-4704-8d97-f6e8b6144fa2 service neutron] 10.222.0.15 "GET /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077981 Apr 21 13:37:15.987727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699b299-ef3e-4c0e-b6a8-bda3e3ab0d02 req-055e6d03-394f-4b86-a00e-e6bcdb83ab42 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:15.989872 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4699b299-ef3e-4c0e-b6a8-bda3e3ab0d02 req-055e6d03-394f-4b86-a00e-e6bcdb83ab42 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.4585347 Apr 21 13:37:16.028893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Deleting port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:37:16.029283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:16.193211 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4699b299-ef3e-4c0e-b6a8-bda3e3ab0d02 req-c0ae4569-d9af-4080-bbba-1e6888f399f9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911747 Apr 21 13:37:16.220595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-4028791c-a69a-4022-90de-a3fc2dcb9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:16.222214 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-4028791c-a69a-4022-90de-a3fc2dcb9161 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1097 time: 0.4037242 Apr 21 13:37:16.334662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84558b79-c6f6-499c-98f6-5f71a2725c92 req-2d439b6f-0758-4bf6-a90b-a711d69e2921 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:16.336303 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-84558b79-c6f6-499c-98f6-5f71a2725c92 req-2d439b6f-0758-4bf6-a90b-a711d69e2921 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 946 time: 0.5165758 Apr 21 13:37:16.507972 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-84558b79-c6f6-499c-98f6-5f71a2725c92 req-eacd468e-ed4b-4258-9091-f92e07752301 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/security-groups?id=d338a660-7b17-4abe-ba7c-19c613f4e7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139195 Apr 21 13:37:16.652305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] For port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,segment=NetworkSegment(a9e9f937-37c5-4980-8104-3e880259e00f),segment_id=a9e9f937-37c5-4980-8104-3e880259e00f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:16.652694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:16.669592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-16246f77-ab14-419a-913e-f2bc9e09a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:16.671209 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-16246f77-ab14-419a-913e-f2bc9e09a74d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.4262106 Apr 21 13:37:16.860160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Calling delete_port for 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:37:16.968747 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-a7a22c52-28e0-4280-b2e6-acf3d04882b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 217 time: 0.2398844 Apr 21 13:37:17.064822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f507-e4e0-4f52-a75d-8e79e569b59d req-4c608406-4359-4797-9190-f9560b4c33e2 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:17.066567 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a178f507-e4e0-4f52-a75d-8e79e569b59d req-4c608406-4359-4797-9190-f9560b4c33e2 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 944 time: 0.5695314 Apr 21 13:37:17.141687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-5a669a4e-734b-4037-a2f8-d2b505d6fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:17.143603 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-5a669a4e-734b-4037-a2f8-d2b505d6fdb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.1578908 Apr 21 13:37:17.631871 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a178f507-e4e0-4f52-a75d-8e79e569b59d req-356f8eb3-bf25-41da-a63c-be93826eff0e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435665 Apr 21 13:37:17.644146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ca1f-75e9-4c26-b04c-1a3abf6b18a1 req-6fd74ebb-a470-4916-ae45-918d0c00ae21 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:17.646391 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dd58ca1f-75e9-4c26-b04c-1a3abf6b18a1 req-6fd74ebb-a470-4916-ae45-918d0c00ae21 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 944 time: 0.7516913 Apr 21 13:37:17.717904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:17.728828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:17.729524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['0fae0e60-0c38-4eeb-a552-bb91ccf0ed84'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:37:17.767525 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dd58ca1f-75e9-4c26-b04c-1a3abf6b18a1 req-859e6e7a-6b78-4a11-a11b-fb73fbc7e07e tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128244 Apr 21 13:37:17.789892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Pushing event deleted for resources: {'Port': ['ID=0fae0e60-0c38-4eeb-a552-bb91ccf0ed84,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:17.795154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:17.928074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] No DVR routers for this DVR port 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:37:17.938560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-d32a8568-8c81-4294-8867-df433c77cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:17.940406 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-d32a8568-8c81-4294-8867-df433c77cfbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7847021 Apr 21 13:37:17.980954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:17.984334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'name': 'network-vif-deleted', 'tag': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:18.035780 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a0e21f10-6a7c-49de-b3a5-007f18177847 req-26b50aff-13b0-4169-88ce-2f8771b4fcb2 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bae8916-809d-434e-aeb4-709ae290c6e9 HTTP/1.1" status: 200 len: 210 time: 0.1054485 Apr 21 13:37:18.109722 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bae8916-809d-434e-aeb4-709ae290c6e9', 'name': 'network-vif-deleted', 'tag': '0fae0e60-0c38-4eeb-a552-bb91ccf0ed84', 'status': 'completed', 'code': 200} Apr 21 13:37:18.114153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a57abfb-c5c2-49b7-8ba0-df97238300b7 req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] 10.222.0.15 "DELETE /v2.0/ports/0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 HTTP/1.1" status: 204 len: 173 time: 2.3029096 Apr 21 13:37:18.186474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe16027-0d6b-4f76-8474-64ea7b481755 req-76e6a018-5ccd-4d39-af1c-2dd8c1785442 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:18.194914 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-abe16027-0d6b-4f76-8474-64ea7b481755 req-76e6a018-5ccd-4d39-af1c-2dd8c1785442 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.3508494 Apr 21 13:37:18.208836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 37986418-b018-4b50-b41f-edef9374b9c1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:37:18.235442 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-dc1f268a-476b-4702-8a72-7705429699f3 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442098 Apr 21 13:37:18.366110 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-abe16027-0d6b-4f76-8474-64ea7b481755 req-342587a8-2b5e-456e-b917-d7d02b17358e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700737 Apr 21 13:37:18.372568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 37986418-b018-4b50-b41f-edef9374b9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=37986418-b018-4b50-b41f-edef9374b9c1,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:18.409941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '37986418-b018-4b50-b41f-edef9374b9c1', 'network_id': '274aafb4-3acc-4d92-93b6-0ba14e3acaa7', 'port_id': '37986418-b018-4b50-b41f-edef9374b9c1', 'mac_address': 'fa:16:3e:47:4f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd323e88-1051-4412-b1ca-204b6b341bd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:37:18.488436 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-92e823fa-e606-4126-a281-4d26d2b2cfde req-ae2adf35-d5d7-490c-9986-3119381dd622 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301457 Apr 21 13:37:18.518353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:18.539122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37986418-b018-4b50-b41f-edef9374b9c1 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:37:18.557094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 37986418-b018-4b50-b41f-edef9374b9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=37986418-b018-4b50-b41f-edef9374b9c1,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:18.560394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:18.562545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e1573242-9890-4dfa-b060-d779629104e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:18.638241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=37986418-b018-4b50-b41f-edef9374b9c1,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:18.641790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:18.873826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a39eb8-2cc8-4fd9-8af1-17123f3e7cef req-f7917164-b133-4fd6-a173-2ac5281a602e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:18.877309 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-58a39eb8-2cc8-4fd9-8af1-17123f3e7cef req-f7917164-b133-4fd6-a173-2ac5281a602e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 944 time: 0.1230273 Apr 21 13:37:19.012502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['37986418-b018-4b50-b41f-edef9374b9c1'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:37:19.020248 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-58a39eb8-2cc8-4fd9-8af1-17123f3e7cef req-263518ab-61d3-4421-876c-f01212d5ed17 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333671 Apr 21 13:37:19.117712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b38b70-5270-4d49-bcaa-620dafd00368 req-2646c52d-d85d-48ee-90f3-6285ea28d779 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:19.135925 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65b38b70-5270-4d49-bcaa-620dafd00368 req-2646c52d-d85d-48ee-90f3-6285ea28d779 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 945 time: 0.1809897 Apr 21 13:37:19.206215 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65b38b70-5270-4d49-bcaa-620dafd00368 req-8392bd83-d3d2-4845-b1d0-d08779c34dc3 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658667 Apr 21 13:37:19.609943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db124b5-67ad-44b4-a98b-c708c4eff99a req-828a2951-48dd-4e37-adca-75028f63dcd6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:19.623874 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6db124b5-67ad-44b4-a98b-c708c4eff99a req-828a2951-48dd-4e37-adca-75028f63dcd6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1140914 Apr 21 13:37:19.688828 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6db124b5-67ad-44b4-a98b-c708c4eff99a req-48ee0680-3f83-4338-ad66-4e0418861aec tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571218 Apr 21 13:37:20.223902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 85259ed7-28e9-4905-855f-e227907f68e8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:37:20.252364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016f9af-0c8e-48b0-ae53-2dcc0a7845ff req-4eabb956-4251-4075-bcd7-90d4570e0fa7 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:20.260469 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e016f9af-0c8e-48b0-ae53-2dcc0a7845ff req-4eabb956-4251-4075-bcd7-90d4570e0fa7 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 944 time: 0.1086636 Apr 21 13:37:20.287571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 37986418-b018-4b50-b41f-edef9374b9c1 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:20.322461 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e016f9af-0c8e-48b0-ae53-2dcc0a7845ff req-da0bc161-0650-45a7-a6db-afd3608c5a07 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608454 Apr 21 13:37:20.497565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2e4cc-7e46-4519-942a-f3aceda8491d req-c10174e4-00ce-4eef-b5fe-257333843618 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:20.499233 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-38f2e4cc-7e46-4519-942a-f3aceda8491d req-c10174e4-00ce-4eef-b5fe-257333843618 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 945 time: 0.1035547 Apr 21 13:37:20.511522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 85259ed7-28e9-4905-855f-e227907f68e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=85259ed7-28e9-4905-855f-e227907f68e8,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:20.533295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 37986418-b018-4b50-b41f-edef9374b9c1 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:37:20.542344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '85259ed7-28e9-4905-855f-e227907f68e8', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'port_id': '85259ed7-28e9-4905-855f-e227907f68e8', 'mac_address': 'fa:16:3e:f9:33:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:37:20.546384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 37986418-b018-4b50-b41f-edef9374b9c1 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:20.546883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:20.560187 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-38f2e4cc-7e46-4519-942a-f3aceda8491d req-4d8be3b6-2f9e-494e-baee-10378f778872 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Apr 21 13:37:20.665682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:20.693164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85259ed7-28e9-4905-855f-e227907f68e8 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:37:20.762323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 85259ed7-28e9-4905-855f-e227907f68e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=85259ed7-28e9-4905-855f-e227907f68e8,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:20.769024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:20.773199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:20.807567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:20.873722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37986418-b018-4b50-b41f-edef9374b9c1'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:20.892382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 37986418-b018-4b50-b41f-edef9374b9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=37986418-b018-4b50-b41f-edef9374b9c1,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:20.893349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=85259ed7-28e9-4905-855f-e227907f68e8,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:20.897395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:20.898404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:20.899534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:37:20.933648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:20.974292 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37986418-b018-4b50-b41f-edef9374b9c1', 'code': 200} Apr 21 13:37:20.974500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e4b82-1b4e-4516-a264-e6e66a09c56e req-a6e8a9b8-8824-4458-875f-ac30c202b763 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:20.982522 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d21e4b82-1b4e-4516-a264-e6e66a09c56e req-a6e8a9b8-8824-4458-875f-ac30c202b763 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1348739 Apr 21 13:37:20.987585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:37:20.987987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 0fae0e60-0c38-4eeb-a552-bb91ccf0ed84 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:37:21.050202 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d21e4b82-1b4e-4516-a264-e6e66a09c56e req-fbecb273-3962-48ec-9ec2-14828d51013e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607924 Apr 21 13:37:21.071122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=37986418-b018-4b50-b41f-edef9374b9c1,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:21.082798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:21.184872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['85259ed7-28e9-4905-855f-e227907f68e8'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:37:21.323886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72572ed2-82d2-4f9b-8b01-c0984cbaf6f3 req-bf8f31ed-bc0b-41b4-8bba-63126cc8574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:21.325873 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-72572ed2-82d2-4f9b-8b01-c0984cbaf6f3 req-bf8f31ed-bc0b-41b4-8bba-63126cc8574b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 1099 time: 0.1112647 Apr 21 13:37:21.458739 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-72572ed2-82d2-4f9b-8b01-c0984cbaf6f3 req-e3d1429e-ac70-4217-94b6-02e289a45115 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237543 Apr 21 13:37:21.587777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127f65-6e97-4f89-b3e7-8492d6eebb4e req-2a183dc0-5147-4ed4-9e14-34fa00a17b3b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:21.589428 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-43127f65-6e97-4f89-b3e7-8492d6eebb4e req-2a183dc0-5147-4ed4-9e14-34fa00a17b3b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1008961 Apr 21 13:37:21.659044 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-43127f65-6e97-4f89-b3e7-8492d6eebb4e req-8120039c-809d-48e3-8503-6a55fd42600e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562687 Apr 21 13:37:21.800408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064e9c5-d5cc-4619-b9d1-8c209a260824 req-9e34d925-b31d-48d2-bc47-abd13be8b106 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:21.802651 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8064e9c5-d5cc-4619-b9d1-8c209a260824 req-9e34d925-b31d-48d2-bc47-abd13be8b106 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 946 time: 0.0938368 Apr 21 13:37:21.856043 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8064e9c5-d5cc-4619-b9d1-8c209a260824 req-d7ffed33-4281-48fd-9dc1-723a46c3e676 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Apr 21 13:37:22.258849 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2810c82-fad5-4355-a501-da6c08a57239 req-051923a6-9475-459f-8e6d-1fb79bb0cd9f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:22.260543 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d2810c82-fad5-4355-a501-da6c08a57239 req-051923a6-9475-459f-8e6d-1fb79bb0cd9f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1022336 Apr 21 13:37:22.315520 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d2810c82-fad5-4355-a501-da6c08a57239 req-264eb9f1-a9b7-495c-968f-1511355fd0ff tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467434 Apr 21 13:37:22.969657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b7f7-bd4e-4297-9731-9cca300f154e req-81b33568-e442-43f8-8133-e300faede184 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:22.976568 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1743b7f7-bd4e-4297-9731-9cca300f154e req-81b33568-e442-43f8-8133-e300faede184 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1779470 Apr 21 13:37:23.110846 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1743b7f7-bd4e-4297-9731-9cca300f154e req-22ff97b5-b27d-4681-b677-3f16fd4b7db0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152422 Apr 21 13:37:23.185486 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7717223-7a68-4f2c-bfe0-0aa941eba7f2 req-8c7fd7a6-57b5-476b-82d0-6a7bcde94b1a tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:23.193001 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e7717223-7a68-4f2c-bfe0-0aa941eba7f2 req-8c7fd7a6-57b5-476b-82d0-6a7bcde94b1a tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 946 time: 0.1326098 Apr 21 13:37:23.291889 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e7717223-7a68-4f2c-bfe0-0aa941eba7f2 req-bd69b427-50c2-4276-9c1a-5993c05156c4 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978434 Apr 21 13:37:23.557094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749120-da55-44ca-956e-1efa59f37383 req-721a4379-5cfc-49f4-a7a0-adade94894be tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:23.558802 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c0749120-da55-44ca-956e-1efa59f37383 req-721a4379-5cfc-49f4-a7a0-adade94894be tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.0982170 Apr 21 13:37:23.639860 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c0749120-da55-44ca-956e-1efa59f37383 req-6024884e-de56-4e01-aab6-4b70cb147203 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728269 Apr 21 13:37:24.232864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 85259ed7-28e9-4905-855f-e227907f68e8 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:37:24.319891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 85259ed7-28e9-4905-855f-e227907f68e8 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:37:24.325909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 85259ed7-28e9-4905-855f-e227907f68e8 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:37:24.326614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:24.413228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d795-e03d-4450-b831-6637c0ee1ebd req-690809f9-95e2-49a8-b83a-68683efbf366 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:24.422625 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d612d795-e03d-4450-b831-6637c0ee1ebd req-690809f9-95e2-49a8-b83a-68683efbf366 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 945 time: 0.1112881 Apr 21 13:37:24.491063 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d612d795-e03d-4450-b831-6637c0ee1ebd req-e1a5048f-2ffa-4c9d-95ed-9bd30c213cb4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668075 Apr 21 13:37:24.553816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:24.589357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:24.601384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 85259ed7-28e9-4905-855f-e227907f68e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=85259ed7-28e9-4905-855f-e227907f68e8,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:24.605065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:24.607819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:24.656512 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8', 'code': 200} Apr 21 13:37:24.717941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=85259ed7-28e9-4905-855f-e227907f68e8,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:24.725569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:24.989765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78d9c-74ea-45ea-875e-9179a10e0a9f req-cc573ac7-0aea-4156-bb84-17f20f9b279d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:24.991352 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-90d78d9c-74ea-45ea-875e-9179a10e0a9f req-cc573ac7-0aea-4156-bb84-17f20f9b279d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.1986978 Apr 21 13:37:25.072129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516460f-0588-4c82-a19c-3f79cf77c0d2 req-77642ae1-4da3-4c8b-8a41-f92b00ea806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:25.073764 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5516460f-0588-4c82-a19c-3f79cf77c0d2 req-77642ae1-4da3-4c8b-8a41-f92b00ea806f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1099 time: 0.2017422 Apr 21 13:37:25.077725 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-90d78d9c-74ea-45ea-875e-9179a10e0a9f req-cb6b4a4e-5303-4453-bb11-ab8ceb721355 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718222 Apr 21 13:37:25.086548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e01f8-ed37-4f17-bb21-4f03d04d1627 req-f99cb319-2e8e-4a81-a658-1f03def8c4a6 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:25.088156 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7e7e01f8-ed37-4f17-bb21-4f03d04d1627 req-f99cb319-2e8e-4a81-a658-1f03def8c4a6 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 946 time: 0.2210839 Apr 21 13:37:25.159689 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5516460f-0588-4c82-a19c-3f79cf77c0d2 req-68bd49f9-3f7d-43a8-b30d-face05812cd6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704372 Apr 21 13:37:25.164549 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7e7e01f8-ed37-4f17-bb21-4f03d04d1627 req-1cad6a03-3f32-48a4-8758-b6d9eac87956 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Apr 21 13:37:25.696208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09390d-157f-4f3c-b78b-191b289b2066 req-de8e5535-6818-4b17-a7f5-55fa9afb15a6 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:25.697782 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2f09390d-157f-4f3c-b78b-191b289b2066 req-de8e5535-6818-4b17-a7f5-55fa9afb15a6 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0949841 Apr 21 13:37:25.747612 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2f09390d-157f-4f3c-b78b-191b289b2066 req-44ef4420-ee3c-4154-bcfb-e88557037989 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Apr 21 13:37:25.903168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-9935ba45-a1e6-4777-af1d-82765dae246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:25.904818 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-9935ba45-a1e6-4777-af1d-82765dae246c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1098 time: 0.0829113 Apr 21 13:37:26.050785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-d7f6a9bb-d07c-4f7c-9a98-b5be4129c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:26.052317 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-d7f6a9bb-d07c-4f7c-9a98-b5be4129c086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.1394496 Apr 21 13:37:26.174450 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-4752ba78-7e7d-4205-adf8-9bd5d8ec38dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 1001 time: 0.1102216 Apr 21 13:37:26.350010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-1f2895d4-7c04-4af8-92b8-5b46b5eea3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:26.351523 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-1f2895d4-7c04-4af8-92b8-5b46b5eea3f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.1689215 Apr 21 13:37:26.458126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201989b7-c7be-466e-803d-28e56b90fb9d req-a4b04d9c-beb8-4840-98b4-21f6d91d0933 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:26.459780 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-201989b7-c7be-466e-803d-28e56b90fb9d req-a4b04d9c-beb8-4840-98b4-21f6d91d0933 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2396715 Apr 21 13:37:26.507700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a2250-3e17-43ee-99df-4a595e0f499f req-3f27542b-9cc4-4a7e-a0c5-0af1b4aeb4e7 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:26.509458 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a86a2250-3e17-43ee-99df-4a595e0f499f req-3f27542b-9cc4-4a7e-a0c5-0af1b4aeb4e7 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 946 time: 0.2209485 Apr 21 13:37:26.554261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-6a7278e5-13cd-4ef0-8a09-0bcb5a73e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:26.555884 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-6a7278e5-13cd-4ef0-8a09-0bcb5a73e5d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1920733 Apr 21 13:37:26.562761 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-201989b7-c7be-466e-803d-28e56b90fb9d req-7339f3fc-dbd7-49ba-9c85-9a6e4a8edaf6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903411 Apr 21 13:37:26.666423 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a86a2250-3e17-43ee-99df-4a595e0f499f req-0b9979d3-df08-47df-9a0a-a44aba91c567 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496830 Apr 21 13:37:26.728467 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-677e2af2-884e-413d-b85f-c2b14d67c165 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559865 Apr 21 13:37:26.927462 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59080a65-0f01-4e5a-b384-581d0be4de8f req-7444ea6a-ec27-4a0a-ba32-99727bd68e22 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892755 Apr 21 13:37:26.975727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d16d6-bf4d-4295-b1e5-b57338a0061a req-b411d875-d475-4b57-847b-d430d6f85f63 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:26.977334 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9a1d16d6-bf4d-4295-b1e5-b57338a0061a req-b411d875-d475-4b57-847b-d430d6f85f63 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0996637 Apr 21 13:37:27.037195 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9a1d16d6-bf4d-4295-b1e5-b57338a0061a req-be0c4481-fa72-4362-bbd1-0ee4b4673c04 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533433 Apr 21 13:37:27.151073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-7fc18942-4521-478a-8319-448db97fa96d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:27.152724 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-7fc18942-4521-478a-8319-448db97fa96d tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 946 time: 0.0960975 Apr 21 13:37:27.290307 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Deleting port 37986418-b018-4b50-b41f-edef9374b9c1 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:37:27.290543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:27.382355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a344-1530-46da-a88f-9f179e9bce7d req-0129db20-5c75-49a9-bd89-06b583c46488 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:27.384038 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd97a344-1530-46da-a88f-9f179e9bce7d req-0129db20-5c75-49a9-bd89-06b583c46488 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1871567 Apr 21 13:37:27.397435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52446) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:27.403550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'floatingip': {'port_id': '85259ed7-28e9-4905-855f-e227907f68e8'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:27.493668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:27.974079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] For port 37986418-b018-4b50-b41f-edef9374b9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=37986418-b018-4b50-b41f-edef9374b9c1,segment=NetworkSegment(7d25bc7a-7e0c-427f-8564-80a282e40732),segment_id=7d25bc7a-7e0c-427f-8564-80a282e40732)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:27.974632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:27.999418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d053e2e-1af1-4c40-931d-81de3f8d9427 req-842f95b0-b440-4a93-a300-0965b1936fa3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:28.001085 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7d053e2e-1af1-4c40-931d-81de3f8d9427 req-842f95b0-b440-4a93-a300-0965b1936fa3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 945 time: 0.2379277 Apr 21 13:37:28.126109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Calling delete_port for 37986418-b018-4b50-b41f-edef9374b9c1 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:37:28.156326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:28.161443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:28.194748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f11a85-a819-496e-abc2-6acd3f9cf23a req-4724861a-ea3f-43b8-a8cc-8d3e84d5edcb tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:28.196371 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-47f11a85-a819-496e-abc2-6acd3f9cf23a req-4724861a-ea3f-43b8-a8cc-8d3e84d5edcb tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf HTTP/1.1" status: 200 len: 946 time: 0.3929260 Apr 21 13:37:28.241128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:37:28.282630 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7d053e2e-1af1-4c40-931d-81de3f8d9427 req-9a1ff65b-0919-437d-b8b0-716a58e3e723 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249448 Apr 21 13:37:28.295058 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-47f11a85-a819-496e-abc2-6acd3f9cf23a req-9d5df80e-ae3b-43e5-b59e-0a8e94c4936f tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.36 "GET /v2.0/security-groups?id=a182745b-8c5e-45ab-9437-fff119ea1db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886221 Apr 21 13:37:28.351705 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Floating IP feee8018-b74c-4044-a191-c6e71e4ebafb associated. External IP: 172.28.2.107, port: 85259ed7-28e9-4905-855f-e227907f68e8. Apr 21 13:37:28.371593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:28.377590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-36e9d5a5-636d-4522-98cb-c805f87c0a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:28.400168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:28.408320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:37:28.428090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Pushing event deleted for resources: {'Port': ['ID=37986418-b018-4b50-b41f-edef9374b9c1,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:28.431567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:28.438091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:37:28.439175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:28.446235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:28.447065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 37986418-b018-4b50-b41f-edef9374b9c1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:37:28.484888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:28.515854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] No DVR routers for this DVR port 37986418-b018-4b50-b41f-edef9374b9c1 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:37:28.516835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 37986418-b018-4b50-b41f-edef9374b9c1 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:37:28.517235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 37986418-b018-4b50-b41f-edef9374b9c1 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:37:28.519178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:28.524165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'name': 'network-vif-deleted', 'tag': '37986418-b018-4b50-b41f-edef9374b9c1'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:28.542453 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0eee9a82-80a0-4164-a890-d02f415e05f5 req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] 10.222.0.15 "DELETE /v2.0/ports/37986418-b018-4b50-b41f-edef9374b9c1 HTTP/1.1" status: 204 len: 173 time: 1.3813694 Apr 21 13:37:28.547835 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'code': 200} Apr 21 13:37:28.572126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=8']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:28.575393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:28.602113 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ade5bc7-278b-4ab4-bfb7-ae3cf74f7fbf', 'name': 'network-vif-deleted', 'tag': '37986418-b018-4b50-b41f-edef9374b9c1', 'status': 'completed', 'code': 200} Apr 21 13:37:28.758259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Router 517431a9-f6b0-44d3-b30a-594378537e39 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:37:29.173980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:37:29.178588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:29.185019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:37:29.196294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:37:29.197112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:37:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:29.237869 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c2c08597-d700-4ef9-9e0d-79b09e243cee tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "PUT /v2.0/floatingips/feee8018-b74c-4044-a191-c6e71e4ebafb HTTP/1.1" status: 200 len: 992 time: 1.8391778 Apr 21 13:37:29.238637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8'}] {{(pid=86399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:37:29.290275 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8', 'status': 'completed', 'code': 200} Apr 21 13:37:29.431564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:37:29.466797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-772f52a0-7082-4488-b9b0-cef364516554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:29.468531 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-772f52a0-7082-4488-b9b0-cef364516554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1099 time: 0.1455772 Apr 21 13:37:29.688505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-4626e645-dbb6-4481-9e9d-8213ccefc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:29.690110 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-4626e645-dbb6-4481-9e9d-8213ccefc344 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.2099209 Apr 21 13:37:29.776506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe41b-cb03-489a-8ae9-d8c57174de88 req-408a83a1-e2f1-409c-a775-c538270f5b34 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:29.778438 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2bfe41b-cb03-489a-8ae9-d8c57174de88 req-408a83a1-e2f1-409c-a775-c538270f5b34 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2684920 Apr 21 13:37:29.859046 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-462f741f-2a1d-4a85-8c5b-5346426d4226 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 1000 time: 0.1618381 Apr 21 13:37:29.862204 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2bfe41b-cb03-489a-8ae9-d8c57174de88 req-36209b14-5a5f-43e2-b9a8-f2d61b8628d6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740230 Apr 21 13:37:29.981695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-454bcc6b-9750-4d2d-825d-9b5da2157360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:29.983577 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-454bcc6b-9750-4d2d-825d-9b5da2157360 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.1172442 Apr 21 13:37:30.043355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': 'feee8018-b74c-4044-a191-c6e71e4ebafb', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'floating_ip_address': '172.28.2.107', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'port_id': '85259ed7-28e9-4905-855f-e227907f68e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'mac_address': 'fa:16:3e:f9:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:37:03Z', 'updated_at': '2021-04-21T13:37:28Z', 'revision_number': 1, 'project_id': '243878d253a64a479449f126f3b05e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:30.048189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:37:30.058733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:37:30.059429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:37:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:30.082273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-65a38074-c524-4443-936a-cff125d316bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:30.084075 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-65a38074-c524-4443-936a-cff125d316bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889075 Apr 21 13:37:30.277659 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-85363266-c28a-4797-893f-45aaebe57c45 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858842 Apr 21 13:37:30.284499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:37:30.470754 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a5fdb4a-ac45-416c-a0e8-bf4d40a33e75 req-d83dcd16-adeb-4e0f-99fa-f451e3a34fcf service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859982 Apr 21 13:37:30.734247 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': 'feee8018-b74c-4044-a191-c6e71e4ebafb', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'floating_ip_address': '172.28.2.107', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'port_id': '85259ed7-28e9-4905-855f-e227907f68e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'mac_address': 'fa:16:3e:f9:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:37:03Z', 'updated_at': '2021-04-21T13:37:28Z', 'revision_number': 1, 'project_id': '243878d253a64a479449f126f3b05e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:30.739220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974499a8-b8d6-4b19-be00-b2f813bdb2af None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': 'feee8018-b74c-4044-a191-c6e71e4ebafb', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'floating_ip_address': '172.28.2.107', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'port_id': '85259ed7-28e9-4905-855f-e227907f68e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'mac_address': 'fa:16:3e:f9:33:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:37:03Z', 'updated_at': '2021-04-21T13:37:28Z', 'revision_number': 1, 'project_id': '243878d253a64a479449f126f3b05e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:37:31.091496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566bb8c-4d13-4915-85a3-fd513f1084ff None None] New status for floating IP feee8018-b74c-4044-a191-c6e71e4ebafb: ACTIVE {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:37:31.442440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc06d8-795c-43c2-8964-5d7b2d34ee08 req-883d0966-3403-4e45-8b32-4a4b79200462 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:31.444283 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-47cc06d8-795c-43c2-8964-5d7b2d34ee08 req-883d0966-3403-4e45-8b32-4a4b79200462 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1023579 Apr 21 13:37:31.498615 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-47cc06d8-795c-43c2-8964-5d7b2d34ee08 req-5872c3bb-a92e-4d26-a5e0-2a21c5b5bce8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478754 Apr 21 13:37:31.668097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52562) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:31.791875 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-bbb0f1ff-42de-4fba-9d9f-279dfe635ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224480 Apr 21 13:37:32.245599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:37:32.804985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db772160-ef38-4133-b828-0fcacba3f75d req-171eb930-b6b6-4c0b-9815-28a689e82bb6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:32.810443 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-db772160-ef38-4133-b828-0fcacba3f75d req-171eb930-b6b6-4c0b-9815-28a689e82bb6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1139612 Apr 21 13:37:32.860072 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-db772160-ef38-4133-b828-0fcacba3f75d req-17a74930-cd02-46d0-93fc-dd184be7fa4e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Apr 21 13:37:33.474427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-4bc1d5a4-6fac-4e60-b7a0-277167fb38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:33.476122 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-4bc1d5a4-6fac-4e60-b7a0-277167fb38fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2&tenant_id=2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 1096 time: 0.0918994 Apr 21 13:37:33.593281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-28343aaf-a9cc-43fb-b9ea-d6d645c96113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:33.595035 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-28343aaf-a9cc-43fb-b9ea-d6d645c96113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0852432 Apr 21 13:37:33.748328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-ac416841-8e05-434b-b090-a4f2d2bc7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:33.749951 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-ac416841-8e05-434b-b090-a4f2d2bc7144 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.1464057 Apr 21 13:37:33.871422 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-531e50b8-0512-4268-a255-fbb329a79cc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 999 time: 0.1115358 Apr 21 13:37:34.008999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-64378025-e3d3-4682-bc49-4a47761d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:34.010564 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-64378025-e3d3-4682-bc49-4a47761d8a5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.1199126 Apr 21 13:37:34.180482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-354bbbac-ce68-409f-b80c-3ac7478c2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:34.182147 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-354bbbac-ce68-409f-b80c-3ac7478c2939 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1550193 Apr 21 13:37:34.199546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408fc22-d860-4282-a9cc-81cc248236b4 req-e5b7a2ab-9f24-4645-b4ff-beab8629da65 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:34.207987 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7408fc22-d860-4282-a9cc-81cc248236b4 req-e5b7a2ab-9f24-4645-b4ff-beab8629da65 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1344979 Apr 21 13:37:34.370186 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7408fc22-d860-4282-a9cc-81cc248236b4 req-41879865-f058-4fe9-9879-0263e1a1ed3c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611600 Apr 21 13:37:34.458292 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-7bffc7ad-4f11-4435-83a2-75d157e7af1c service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480199 Apr 21 13:37:34.629277 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6edba43-e127-425d-ba80-5812fecf7a75 req-b7942e07-980b-49b9-a5b6-8f2925f411e0 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566126 Apr 21 13:37:35.735328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7d3f0-19a1-4e01-8609-bbae6566ef4b req-8f1374cb-f564-460a-9f36-c389871dd1f6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:35.737348 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c8a7d3f0-19a1-4e01-8609-bbae6566ef4b req-8f1374cb-f564-460a-9f36-c389871dd1f6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1841571 Apr 21 13:37:35.797498 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c8a7d3f0-19a1-4e01-8609-bbae6566ef4b req-9bb6af81-6ef9-4edc-8372-d8c2e35cf7a6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527923 Apr 21 13:37:37.038546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b43b5-13b7-4cc4-8e45-14e802ee9d7e req-9a4ef4b9-a782-41d6-b00f-6545e5526608 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:37.047594 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-115b43b5-13b7-4cc4-8e45-14e802ee9d7e req-9a4ef4b9-a782-41d6-b00f-6545e5526608 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1148894 Apr 21 13:37:37.153367 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-115b43b5-13b7-4cc4-8e45-14e802ee9d7e req-b66574e6-ae4e-416b-a2f7-d4761cfb587a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045353 Apr 21 13:37:38.453055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422797e4-9e37-4123-aad6-1fdb970fe7a6 req-01cfb162-6437-44ef-bf2b-f1e27a25b74b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:38.455772 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-422797e4-9e37-4123-aad6-1fdb970fe7a6 req-01cfb162-6437-44ef-bf2b-f1e27a25b74b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1386139 Apr 21 13:37:38.516835 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-422797e4-9e37-4123-aad6-1fdb970fe7a6 req-ad48ccf9-3cee-449e-93cd-2937b141be65 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542412 Apr 21 13:37:39.406203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-00afd236-9dca-4784-bc39-89c6f6e8f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:39.808509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9475-a0bc-4b10-bf43-b0f6523348c2 req-0c4df9be-9e40-4f77-a935-b89929177a44 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:39.825649 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fb7c9475-a0bc-4b10-bf43-b0f6523348c2 req-0c4df9be-9e40-4f77-a935-b89929177a44 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1715612 Apr 21 13:37:39.874863 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fb7c9475-a0bc-4b10-bf43-b0f6523348c2 req-7c0f1674-a2b0-4261-9374-365c14d9a355 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556920 Apr 21 13:37:41.257393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f4f0-1b4b-4635-833b-f410463eaa25 req-923135a6-30da-49da-904d-9d0dcf094f4e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:41.265524 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ba67f4f0-1b4b-4635-833b-f410463eaa25 req-923135a6-30da-49da-904d-9d0dcf094f4e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1668611 Apr 21 13:37:41.321944 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ba67f4f0-1b4b-4635-833b-f410463eaa25 req-4cbe2bd5-7da7-43fa-83c0-b3278bf97060 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555077 Apr 21 13:37:41.699775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be877edd-212e-4587-a352-09e0837b3a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:42.101609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:42.584114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a290d5-f124-475b-ac00-27947054152e req-f8d24f84-77e3-401a-904d-2e40fbdce96a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:42.588119 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a6a290d5-f124-475b-ac00-27947054152e req-f8d24f84-77e3-401a-904d-2e40fbdce96a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0975466 Apr 21 13:37:42.679610 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a6a290d5-f124-475b-ac00-27947054152e req-a274b49d-8d27-4fd7-bf30-4bfbd6a7fd60 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748570 Apr 21 13:37:42.687736 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:42.739026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52724) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:42.814682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Deleting subnet 4c42757e-700b-406c-a48a-85f9a2e13322 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:37:42.818779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:42.878253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:42.946989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:43.041622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:43.373122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:43.388116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4f4fa759-2814-4855-9746-40f676cc32a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:43.426885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:43.433517 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c42757e-700b-406c-a48a-85f9a2e13322 HTTP/1.1" status: 204 len: 168 time: 0.6931157 Apr 21 13:37:43.436250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52732) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:43.450029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c42757e-700b-406c-a48a-85f9a2e13322,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:43.461066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3462cf16-0482-4394-b2ed-718f8d846954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:43.570921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:43.571184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:43.728908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:44.195314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b047b2b4-4ac3-40c5-8108-35e8c2772676']}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:44.212931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e9f937-37c5-4980-8104-3e880259e00f') {'for_net_delete': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:44.213327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e9f937-37c5-4980-8104-3e880259e00f') {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:44.229183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827356843'] for segment, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:44.324871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:44.341262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=86398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:37:44.444430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64e22-3098-4882-b1ab-11a2bd2f97cf req-8338f6e8-3527-48a6-8295-1d2d0f670792 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:44.446278 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59c64e22-3098-4882-b1ab-11a2bd2f97cf req-8338f6e8-3527-48a6-8295-1d2d0f670792 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2092330 Apr 21 13:37:44.590880 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-59c64e22-3098-4882-b1ab-11a2bd2f97cf req-7c8cc89b-6043-4455-8f82-324e5582bc93 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319351 Apr 21 13:37:44.633408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:37:44.645030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827271198'] for segment, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:44.882897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Network b047b2b4-4ac3-40c5-8108-35e8c2772676 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:37:44.928557 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:37:45.060042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:45.065866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:45.072354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:45.094040 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] 10.222.0.36 "DELETE /v2.0/networks/b047b2b4-4ac3-40c5-8108-35e8c2772676 HTTP/1.1" status: 204 len: 168 time: 1.6565323 Apr 21 13:37:45.095124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=b047b2b4-4ac3-40c5-8108-35e8c2772676,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:45.102357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-98e2df18-436c-4839-8d45-f54b22ccc5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:45.296268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52740) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:45.376355 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-8f72042f-1330-4689-a9c1-e683552568a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1671f08f7b2944858db568e0201d7ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782642 Apr 21 13:37:45.379319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52744) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:45.484078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:45.524830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:45.571663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:45.577782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-64aec87f-84bf-4617-bb5c-c3933c73ee47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:45.593562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d338a660-7b17-4abe-ba7c-19c613f4e7d8,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:45.596105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:45.599061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:45.600318 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d338a660-7b17-4abe-ba7c-19c613f4e7d8 HTTP/1.1" status: 204 len: 168 time: 0.2197747 Apr 21 13:37:46.193378 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8f7c-ce67-4d58-9ef2-c5562e02ba36 req-00cf1423-06ad-4a14-a576-690bb2a41f6d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:46.195951 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d4d8f7c-ce67-4d58-9ef2-c5562e02ba36 req-00cf1423-06ad-4a14-a576-690bb2a41f6d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2112424 Apr 21 13:37:46.316990 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d4d8f7c-ce67-4d58-9ef2-c5562e02ba36 req-381aee99-6bda-4af9-a015-2c35ad241f13 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673008 Apr 21 13:37:47.717174 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e1abd-075c-498f-b2da-ed47bd73639f req-b5bab250-86a7-407c-8eab-d0c26ce3f373 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:47.731540 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358e1abd-075c-498f-b2da-ed47bd73639f req-b5bab250-86a7-407c-8eab-d0c26ce3f373 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2009642 Apr 21 13:37:47.806483 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-358e1abd-075c-498f-b2da-ed47bd73639f req-0415a827-8133-4aca-9883-269a0189225b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738165 Apr 21 13:37:49.259786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf72e9-bd44-41a3-84dd-9a513108f894 req-0fa01d5b-0f35-4899-9179-29d41d3ab837 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:49.267877 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6ecf72e9-bd44-41a3-84dd-9a513108f894 req-0fa01d5b-0f35-4899-9179-29d41d3ab837 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2243528 Apr 21 13:37:49.331527 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6ecf72e9-bd44-41a3-84dd-9a513108f894 req-884be047-b296-464e-ab61-4c16c36c9883 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626445 Apr 21 13:37:50.555370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ed05-1f72-464c-b5f3-13cb5324b6ed req-0d7c93a1-507d-4f4b-b2da-d881fd8977c9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:50.557045 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-be84ed05-1f72-464c-b5f3-13cb5324b6ed req-0d7c93a1-507d-4f4b-b2da-d881fd8977c9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0942097 Apr 21 13:37:50.606336 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-be84ed05-1f72-464c-b5f3-13cb5324b6ed req-8355101d-f771-40f5-a17f-e2728508da63 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 Apr 21 13:37:51.831893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688108-4c8e-4824-99ec-08c2082a9358 req-f6f664b2-0864-4a1a-9852-7037e6719e3b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:51.841473 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ed688108-4c8e-4824-99ec-08c2082a9358 req-f6f664b2-0864-4a1a-9852-7037e6719e3b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1084425 Apr 21 13:37:51.897591 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ed688108-4c8e-4824-99ec-08c2082a9358 req-bf9a369b-e8c6-4f1e-9ad5-903cdc479ede tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549502 Apr 21 13:37:53.104350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8594df-6fc7-4ff6-9e18-f1e46056b166 req-dc490e74-c83e-4a13-b5ff-801d622be0f1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:53.105933 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7d8594df-6fc7-4ff6-9e18-f1e46056b166 req-dc490e74-c83e-4a13-b5ff-801d622be0f1 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0874693 Apr 21 13:37:53.153239 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7d8594df-6fc7-4ff6-9e18-f1e46056b166 req-981f824e-9d5e-41bb-83d1-2db46d46f772 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Apr 21 13:37:53.448971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52908) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:53.519772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Deleting subnet fd323e88-1051-4412-b1ca-204b6b341bd5 {{(pid=86398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:37:53.522828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.546226 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52912) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:53.576146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27418973'] for subnet, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.641139 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.685110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.702987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:37:53.707417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Usage tracker for resource:security_group_rule and tenant:071c7c73f4de4630ad22661aa4d2cd3a is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:37:53.710383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:37:53.716726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:37:53.813340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.817041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.828458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d6037829-8f5c-4704-abe6-59f65bd9451b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:53.870469 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=071c7c73f4de4630ad22661aa4d2cd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229895 Apr 21 13:37:53.872003 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5054f521-595f-4c36-9501-3ecc3aa1021d,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:53.875872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52918) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:53.894085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.894491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.894903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.895356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.895791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.896192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.896586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.897045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.897477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.897873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.898265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.898659 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.904063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:53.912722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27503169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27426007'] for subnet, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.917964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f9c9fb2d-9a95-4024-a8dc-592f08b05158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:53.954535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.959253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd323e88-1051-4412-b1ca-204b6b341bd5,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:53.969102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.969515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.969918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.970312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.970732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.971124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.971537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.972396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.972396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.972637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.973006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.973383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:37:53.976425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.980841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:53.983291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:53.983853 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ab250ffe-6c88-4aca-b265-a0f25ed228cd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fd323e88-1051-4412-b1ca-204b6b341bd5 HTTP/1.1" status: 204 len: 168 time: 0.5337732 Apr 21 13:37:53.987051 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52922) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:54.035146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.040228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ff5f8008-d96a-4cb6-ac40-51d92f059c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:54.053343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5054f521-595f-4c36-9501-3ecc3aa1021d,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:54.056511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:54.058711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.062573 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5054f521-595f-4c36-9501-3ecc3aa1021d HTTP/1.1" status: 204 len: 168 time: 0.1846433 Apr 21 13:37:54.113459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.296625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.480400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274aafb4-3acc-4d92-93b6-0ba14e3acaa7']}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:54.496728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25bc7a-7e0c-427f-8564-80a282e40732') {'for_net_delete': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:54.497075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25bc7a-7e0c-427f-8564-80a282e40732') {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:37:54.512354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827356843'] for segment, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.527217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eb6b5-aad1-4747-8181-cca371721a97 req-ea9227dd-976e-4643-bc8a-b86f5b0227eb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:54.528860 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ed7eb6b5-aad1-4747-8181-cca371721a97 req-ea9227dd-976e-4643-bc8a-b86f5b0227eb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.2347422 Apr 21 13:37:54.554286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.566724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=86398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:37:54.665948 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ed7eb6b5-aad1-4747-8181-cca371721a97 req-02578ae5-8155-4e45-b3f7-f159de174c24 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284115 Apr 21 13:37:54.769533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:37:54.778673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827271198'] for segment, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:54.960152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Network 274aafb4-3acc-4d92-93b6-0ba14e3acaa7 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:37:54.983399 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:37:55.060836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:55.065925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:55.079580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:55.094721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Pushing event deleted for resources: {'Network': ['ID=274aafb4-3acc-4d92-93b6-0ba14e3acaa7,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:55.098185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:55.102608 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-816c166d-e740-4b59-9bbb-3e062fccff23 admin admin] 10.222.0.36 "DELETE /v2.0/networks/274aafb4-3acc-4d92-93b6-0ba14e3acaa7 HTTP/1.1" status: 204 len: 168 time: 1.1145258 Apr 21 13:37:55.280918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 52932) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:55.333938 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7301e2a6-539d-44ae-b54d-221775a460d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=559c72c60d9e4e3e83b4db74147d075a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515928 Apr 21 13:37:55.336634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 52936) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:37:55.400163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:55.427694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:55.472619 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:55.477764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-51435609-b891-4b7d-b9cc-7fe61b935531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:37:55.493085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182745b-8c5e-45ab-9437-fff119ea1db9,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:37:55.495584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:37:55.500869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:37:55.502639 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f88d3542-be95-459b-9103-1a21d99928de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a182745b-8c5e-45ab-9437-fff119ea1db9 HTTP/1.1" status: 204 len: 168 time: 0.1644344 Apr 21 13:37:55.556178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-e2d55d31-52b9-49f2-af47-e61f1dfa981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:55.557797 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-e2d55d31-52b9-49f2-af47-e61f1dfa981e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0866513 Apr 21 13:37:55.726277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-af83d1ad-0af0-4ff2-b2f9-0304659c7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:55.728184 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-af83d1ad-0af0-4ff2-b2f9-0304659c7981 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.1485641 Apr 21 13:37:55.905306 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-bf09d846-4f16-4afa-9d93-d139352c936d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 200 len: 999 time: 0.1687717 Apr 21 13:37:56.209559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058f259-e1f8-4104-a89d-19242860cbd6 req-8d6f5501-9dbd-4362-83cc-54633af8e0fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:56.211147 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5058f259-e1f8-4104-a89d-19242860cbd6 req-8d6f5501-9dbd-4362-83cc-54633af8e0fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.4176929 Apr 21 13:37:56.254265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-db1cfe01-41c1-42f5-92fd-a73bc96e8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:56.255893 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-db1cfe01-41c1-42f5-92fd-a73bc96e8cfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.3400106 Apr 21 13:37:56.327835 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5058f259-e1f8-4104-a89d-19242860cbd6 req-a80e2d3d-9752-4809-bfcc-19ae4b41e4f7 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100264 Apr 21 13:37:56.356837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-94c26fcc-5f23-445f-8e90-12e5ae986934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:56.358429 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-94c26fcc-5f23-445f-8e90-12e5ae986934 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927927 Apr 21 13:37:56.515596 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-b5df126c-8ac2-4a9b-b2f1-e77688495a3c service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470823 Apr 21 13:37:56.669825 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a35d586b-c942-4581-8dd2-7b50168b57b8 req-df4c0cac-a9be-4aa7-944e-273ba94f751f service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416240 Apr 21 13:37:57.540263 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361534e9-e78b-4383-bab2-74698c0354a9 req-b0f33e01-b2c1-450f-a4f4-6231351d21f4 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:57.541905 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-361534e9-e78b-4383-bab2-74698c0354a9 req-b0f33e01-b2c1-450f-a4f4-6231351d21f4 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0880246 Apr 21 13:37:57.592711 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-361534e9-e78b-4383-bab2-74698c0354a9 req-15697f74-108a-4203-9edc-2f8fbcdc01a5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441935 Apr 21 13:37:58.808758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd1aa-c653-490b-8e57-fb522570af9f req-60b95d19-2a47-4b01-8bff-22d01a6573a8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:37:58.810549 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1c3bd1aa-c653-490b-8e57-fb522570af9f req-60b95d19-2a47-4b01-8bff-22d01a6573a8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.0943351 Apr 21 13:37:58.867641 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1c3bd1aa-c653-490b-8e57-fb522570af9f req-3972c0a3-edea-4efa-b42e-810af58de52a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492198 Apr 21 13:38:00.090793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390de67f-9c74-4c37-a1c7-53af3e8be7aa req-ba9c0a58-f02b-46bf-b85d-f1acb47dc04f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:00.092393 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-390de67f-9c74-4c37-a1c7-53af3e8be7aa req-ba9c0a58-f02b-46bf-b85d-f1acb47dc04f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 943 time: 0.1020770 Apr 21 13:38:00.146732 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-390de67f-9c74-4c37-a1c7-53af3e8be7aa req-708f370d-e238-4f40-b11a-114be9618794 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477271 Apr 21 13:38:00.380112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:38:00.521129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:38:00.534783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'port_id': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'mac_address': 'fa:16:3e:27:4a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:38:00.592186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:00.609196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:38:00.625278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:38:00.628640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:00.630476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:38:00.701465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=9']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:38:00.709171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.709564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.709947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.710327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.710701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.711072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.711466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.711835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.712203 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.712569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.712936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.713306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:38:00.717207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:38:01.049892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:38:01.384073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b775fd-e200-4b4a-aec4-a9baea85686f req-8e87a8f2-a761-4a0b-a278-f3c5ba423de0 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:01.385705 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-19b775fd-e200-4b4a-aec4-a9baea85686f req-8e87a8f2-a761-4a0b-a278-f3c5ba423de0 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 944 time: 0.0988464 Apr 21 13:38:01.436863 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-19b775fd-e200-4b4a-aec4-a9baea85686f req-db565a34-3d17-4199-b756-54a494f28f93 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439115 Apr 21 13:38:02.397028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:38:02.471671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:38:02.472101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:02.602670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:02.631779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:38:02.648756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:38:02.653487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:02.656387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:38:02.660449 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ece41-0bca-4adb-ab17-8f971f68018f req-0fd4e1db-29fb-44f6-ac85-9e3f8dbda220 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:02.662191 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-826ece41-0bca-4adb-ab17-8f971f68018f req-0fd4e1db-29fb-44f6-ac85-9e3f8dbda220 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 944 time: 0.0991116 Apr 21 13:38:02.698463 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'code': 200} Apr 21 13:38:02.728718 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-826ece41-0bca-4adb-ab17-8f971f68018f req-f7bc4832-fafb-4913-8db3-bc56ab65daf6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564044 Apr 21 13:38:02.740222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=10']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:38:02.743878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:38:03.321967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676b007-100c-4a7e-ba9b-cd7d426c5324 req-1ce5fabf-c220-46ba-bd84-51ed64814397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:03.323633 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8676b007-100c-4a7e-ba9b-cd7d426c5324 req-1ce5fabf-c220-46ba-bd84-51ed64814397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0788014 Apr 21 13:38:03.370303 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8676b007-100c-4a7e-ba9b-cd7d426c5324 req-07c5dbcc-3739-4fcd-a664-42bfd07fd9a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380592 Apr 21 13:38:03.940284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6ae7-0ea1-4be0-b6ab-cc743e5bddd8 req-d8a0e565-f7e1-495f-94d9-dfea536960bd tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:03.941892 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-340e6ae7-0ea1-4be0-b6ab-cc743e5bddd8 req-d8a0e565-f7e1-495f-94d9-dfea536960bd tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.0932708 Apr 21 13:38:03.991224 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-340e6ae7-0ea1-4be0-b6ab-cc743e5bddd8 req-28dd21aa-cc9f-4c74-9721-ce25342790c8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Apr 21 13:38:05.216171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f98b8-078b-46f8-8b98-c560821aaf0a req-2a633eab-f2c8-4dad-bd58-1d7e42ebc98c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:05.217762 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-738f98b8-078b-46f8-8b98-c560821aaf0a req-2a633eab-f2c8-4dad-bd58-1d7e42ebc98c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.0993977 Apr 21 13:38:05.269227 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-738f98b8-078b-46f8-8b98-c560821aaf0a req-cfb574a8-c664-42f7-8b25-86c1a7d9d0ee tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439711 Apr 21 13:38:05.408496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:38:06.482386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261aad-442f-43dd-8a7b-0ddae52ee7c6 req-1aa3ac86-41de-41fd-8711-b2e01d415763 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:06.484031 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65261aad-442f-43dd-8a7b-0ddae52ee7c6 req-1aa3ac86-41de-41fd-8711-b2e01d415763 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.0979354 Apr 21 13:38:06.536136 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65261aad-442f-43dd-8a7b-0ddae52ee7c6 req-a107ad7c-9599-4fc8-82f2-8bb9a41c42b8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Apr 21 13:38:09.398931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e554e87d-c236-4934-9fcd-73a4cfcd3df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:11.682869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bcc58151-6f50-44b9-a8e0-1be8b442f3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:12.103861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:12.670723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:13.025625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:13.558223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:36.609940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53326) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:38:36.736273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:36.752681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:38:36.756691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Usage tracker for resource:security_group_rule and tenant:273be2a2b4dd4f3491eb49d3842a879a is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:38:36.759800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:38:36.766370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:38:36.854313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:36.857156 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:36.866861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a301fde6-d18f-4ea2-884d-c10d9100e2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:38:36.909609 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=273be2a2b4dd4f3491eb49d3842a879a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984657 Apr 21 13:38:36.911320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb455d7-e257-49ba-80c9-ef3273ff70db,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:38:36.912620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 53332) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:38:36.914839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:38:36.977372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:37.005455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:37.055288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:37.060401 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ec395b5-d0c7-48b1-8628-43f153ec1ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:38:37.074069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb455d7-e257-49ba-80c9-ef3273ff70db,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:38:37.076886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:38:37.078136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:37.080003 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/feb455d7-e257-49ba-80c9-ef3273ff70db HTTP/1.1" status: 204 len: 168 time: 0.1662483 Apr 21 13:38:39.400703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-50a4e804-6908-4bd6-b4d7-da0b072b6515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:39.599102 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-b0b53351-8dfe-4bda-b56d-85086dd7ac7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831110 Apr 21 13:38:39.702729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba890-b78e-48c0-99d6-921da63ef96a req-e57d7528-6983-406b-bd29-b231a346c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:39.704376 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-e57d7528-6983-406b-bd29-b231a346c993 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.0810258 Apr 21 13:38:39.862921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba890-b78e-48c0-99d6-921da63ef96a req-61bcabb8-acd4-43a2-adc4-60868652533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:39.864690 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-61bcabb8-acd4-43a2-adc4-60868652533e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.1380839 Apr 21 13:38:39.977320 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-cd3ef945-cf1e-464b-aaac-7928e8b07326 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 1002 time: 0.1042147 Apr 21 13:38:40.048514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba890-b78e-48c0-99d6-921da63ef96a req-740a89ea-6457-449c-a6ac-c324c4fe4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:40.050051 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-740a89ea-6457-449c-a6ac-c324c4fe4f2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.0662463 Apr 21 13:38:40.133648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba890-b78e-48c0-99d6-921da63ef96a req-86bf9744-7fac-4b03-968f-4767971e8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:38:40.135180 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-86bf9744-7fac-4b03-968f-4767971e8867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784721 Apr 21 13:38:40.281977 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-b270fdb8-022e-40e4-b98c-e2f3abf4fa4e service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369302 Apr 21 13:38:40.430594 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07eba890-b78e-48c0-99d6-921da63ef96a req-ecfacc28-d80a-43b9-992f-26f6ecabc48c service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413116 Apr 21 13:38:41.685210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-75cf5fe5-51d4-4f5a-ba17-4c4b0566007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:42.101206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:42.407616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:38:42.679560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:43.031092 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:38:43.559474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:09.402839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2ca604ad-ba43-400e-be95-016702db400d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:11.687214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-75ecdc2d-0050-4d40-aa76-7a89d6b4f073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:12.104077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:12.674661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:13.032850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:13.562889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:14.468023 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051412fb-f35b-4192-b50a-22494bf35317 req-7e38c3ad-8685-4ab5-a167-f3a0b5dac9d8 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:14.469666 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-051412fb-f35b-4192-b50a-22494bf35317 req-7e38c3ad-8685-4ab5-a167-f3a0b5dac9d8 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.2161059 Apr 21 13:39:14.518901 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-051412fb-f35b-4192-b50a-22494bf35317 req-292ace3e-4402-49d8-9f74-da8a86cf500c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 Apr 21 13:39:15.739232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b0c6f-f632-49ca-aa76-31343f9556ba req-e74a9814-1a78-4aa3-906a-6778ac20bb9a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:15.740899 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-500b0c6f-f632-49ca-aa76-31343f9556ba req-e74a9814-1a78-4aa3-906a-6778ac20bb9a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0897739 Apr 21 13:39:15.789266 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-500b0c6f-f632-49ca-aa76-31343f9556ba req-0297ca4a-fa4b-4e01-b975-e459778456b9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416830 Apr 21 13:39:16.020889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8187-b53d-4bc5-b9b4-e6af7db59396 req-08f02e3a-72a2-4230-a7cd-d16eff7b48a5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:16.022482 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca0c8187-b53d-4bc5-b9b4-e6af7db59396 req-08f02e3a-72a2-4230-a7cd-d16eff7b48a5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.0913382 Apr 21 13:39:16.070053 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca0c8187-b53d-4bc5-b9b4-e6af7db59396 req-27016592-52c8-4d8a-a3bc-f8995ebe73b8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 Apr 21 13:39:16.992765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59e0c3-f7a8-4c65-9cb5-e21d22d668c3 req-6d915731-9b91-4da2-8b5c-c3a020f5d8f4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:16.994325 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e59e0c3-f7a8-4c65-9cb5-e21d22d668c3 req-6d915731-9b91-4da2-8b5c-c3a020f5d8f4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0886614 Apr 21 13:39:17.044233 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e59e0c3-f7a8-4c65-9cb5-e21d22d668c3 req-4eac619a-b280-4b7c-bbbb-322dd1742c91 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436440 Apr 21 13:39:17.274384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49521068-e68c-4240-b5ed-9fc3803b5072 req-48faf1f3-4f5a-4fad-b2c8-176687f653ca tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:17.275988 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-49521068-e68c-4240-b5ed-9fc3803b5072 req-48faf1f3-4f5a-4fad-b2c8-176687f653ca tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.0887516 Apr 21 13:39:17.324276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-49521068-e68c-4240-b5ed-9fc3803b5072 req-f16390e9-def2-4d71-9693-2ad6154ff000 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416927 Apr 21 13:39:18.256912 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-9193daf3-dcae-4639-a7e2-fc165d3cd8ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:18.258471 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-9193daf3-dcae-4639-a7e2-fc165d3cd8ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.1514547 Apr 21 13:39:18.321821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03264b9d-e241-4c32-8ff8-097b3c7f2d00 req-ba575b52-f3fd-416e-9cff-d91c44b6956c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:18.323413 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03264b9d-e241-4c32-8ff8-097b3c7f2d00 req-ba575b52-f3fd-416e-9cff-d91c44b6956c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1611235 Apr 21 13:39:18.371084 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Deleting port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:39:18.371510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:18.440594 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03264b9d-e241-4c32-8ff8-097b3c7f2d00 req-6a921ba6-9b6a-475d-8098-5ab4ddf585cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069233 Apr 21 13:39:18.678176 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465321d-50c6-42a3-a5c4-9c9b795079d0 req-832ce7f4-8ba2-45fc-91b1-38354218fb79 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:18.679802 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a465321d-50c6-42a3-a5c4-9c9b795079d0 req-832ce7f4-8ba2-45fc-91b1-38354218fb79 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 946 time: 0.2323070 Apr 21 13:39:18.762291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] For port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:18.762670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:18.772612 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a465321d-50c6-42a3-a5c4-9c9b795079d0 req-6c9ddc25-b325-46d8-8d8d-5549eae42bee tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=af24d0be-9f93-4114-8aec-3603dea91f67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866516 Apr 21 13:39:19.071746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:19.072086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:19.072439 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Floating IP 031c790c-63f3-4c20-ac68-8ff8cde65d0e disassociated. External IP: 172.28.2.230, port: 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491. Apr 21 13:39:19.072829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Calling delete_port for 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:39:19.221282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:19.227415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fe995714-17ff-4c72-bee2-cab27e22bbf7 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:19.277643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event deleted for resources: {'Port': ['ID=8dd7370c-91c5-48ed-b3fe-b3c67f2e6491,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:19.288732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.289152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.289558 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.289960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.290356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.290750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.291141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.291559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.291951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.292339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.292729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.293111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:19.296770 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:19.407429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:39:19.782606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:39:19.802667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f4839-8d17-4ed1-abbb-400421876dc8 req-de240923-51b3-467b-a567-baa684492737 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:19.803387 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b71f4839-8d17-4ed1-abbb-400421876dc8 req-de240923-51b3-467b-a567-baa684492737 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1458163 Apr 21 13:39:20.018061 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5de584af-4ba2-41d5-bbb3-a364660c60d3 req-c391e8f3-c71e-40d4-aa47-c047b50dd284 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb6c123-ab6a-4375-acc3-feff8924e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0760379 Apr 21 13:39:20.043187 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b71f4839-8d17-4ed1-abbb-400421876dc8 req-8b2b218c-69a6-46c5-a56f-9dcf901d6793 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809072 Apr 21 13:39:20.076978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:39:20.087405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:39:20.097998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:39:20.098735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:39:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:20.161495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] No DVR routers for this DVR port 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:39:20.164274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:20.174612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-deleted', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:39:20.182315 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff759525-e289-4a1c-892d-36e5bb84c66a req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "DELETE /v2.0/ports/8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 HTTP/1.1" status: 204 len: 173 time: 1.9153626 Apr 21 13:39:20.292690 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6c123-ab6a-4375-acc3-feff8924e7c2', 'name': 'network-vif-deleted', 'tag': '8dd7370c-91c5-48ed-b3fe-b3c67f2e6491', 'status': 'completed', 'code': 200} Apr 21 13:39:20.301848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:39:20.627589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:20.632251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:39:20.641328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:39:20.641923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:39:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:20.862589 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:39:20.957894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:39:20.958281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 8dd7370c-91c5-48ed-b3fe-b3c67f2e6491 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:39:21.024887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:39:21.202657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53500) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:21.274231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02d5a-edcc-4d62-920d-feb52a801650 req-2ad9b6db-efb1-4cea-806f-d928340a7d2b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:21.276258 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7a02d5a-edcc-4d62-920d-feb52a801650 req-2ad9b6db-efb1-4cea-806f-d928340a7d2b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1038196 Apr 21 13:39:21.287135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.322869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.340773 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7a02d5a-edcc-4d62-920d-feb52a801650 req-7f08d4b9-5363-4ee7-b8fc-9888266a0971 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578465 Apr 21 13:39:21.380956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.386805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6523045e-71c7-41f6-b7d4-b06ee92cac9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:21.392343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:21.398317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f8b07-e44f-49f7-bdf3-b52377946e09 None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:39:21.410591 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24d0be-9f93-4114-8aec-3603dea91f67,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:21.420904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.421327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.421748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.422161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.422562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.422970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.423415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.423822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.424222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.424618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.425015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.425412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:21.430920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:21.438691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.440137 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "DELETE /v2.0/security-groups/af24d0be-9f93-4114-8aec-3603dea91f67 HTTP/1.1" status: 204 len: 168 time: 0.2363212 Apr 21 13:39:21.443002 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53504) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:21.464974 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.v2.resource [None req-3f204b15-0841-4056-bdb3-c6f9e9352f65 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] show failed (client error): The resource could not be found. Apr 21 13:39:21.466407 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3f204b15-0841-4056-bdb3-c6f9e9352f65 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups/af24d0be-9f93-4114-8aec-3603dea91f67 HTTP/1.1" status: 404 len: 347 time: 0.0221400 Apr 21 13:39:21.469854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53508) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:21.641072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Deleting port 3daff77c-367f-4152-89a1-c7affb2fd9c0 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:39:21.641454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.826358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.826711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:21.846660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15414b53-be53-403d-be12-1151d9224825 None None] New status for floating IP 031c790c-63f3-4c20-ac68-8ff8cde65d0e: DOWN {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:39:21.963837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Calling delete_port for 3daff77c-367f-4152-89a1-c7affb2fd9c0 owned by network:floatingip {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:39:22.116788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:39:22.117093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:39:22.607064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818542f0-40d4-4a8a-b6e1-cf73f693a6a4 req-81787319-8eb2-4341-8f0e-8e53a7d1bae0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:22.608606 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-818542f0-40d4-4a8a-b6e1-cf73f693a6a4 req-81787319-8eb2-4341-8f0e-8e53a7d1bae0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1569927 Apr 21 13:39:22.618606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Deleting port 3daff77c-367f-4152-89a1-c7affb2fd9c0 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:39:22.619104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:22.621341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078c8f-63be-4ab9-b7d7-6c629719f98f req-b9d6d1c4-24e4-4092-921d-3deb8c1355b8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:22.622928 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ae078c8f-63be-4ab9-b7d7-6c629719f98f req-b9d6d1c4-24e4-4092-921d-3deb8c1355b8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1256564 Apr 21 13:39:22.699995 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-818542f0-40d4-4a8a-b6e1-cf73f693a6a4 req-cdfb3ad5-439c-4af0-81cb-12f79700b76f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760467 Apr 21 13:39:22.707407 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ae078c8f-63be-4ab9-b7d7-6c629719f98f req-edacbf21-38e2-4935-92f0-68d91e495ea1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681019 Apr 21 13:39:22.798676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:22.799067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:22.931068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Calling delete_port for 3daff77c-367f-4152-89a1-c7affb2fd9c0 owned by network:floatingip {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:39:23.069192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.074218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:23.121567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event deleted for resources: {'Port': ['ID=3daff77c-367f-4152-89a1-c7affb2fd9c0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:23.125026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:23.221457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.235807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.236981 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "DELETE /v2.0/floatingips/031c790c-63f3-4c20-ac68-8ff8cde65d0e HTTP/1.1" status: 204 len: 168 time: 1.7661467 Apr 21 13:39:23.672311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53520) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:23.678621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477901046', 'description': 'tempest-description--8471337'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:23.684936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:39:23.689284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:39:23.694488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:39:23.700769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:39:23.709434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.729683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:39:23.733653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:39:23.736675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:39:23.744073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:39:23.821013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.823872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.829621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-666bd8e2-61e6-45b6-bfa1-697ef659af57 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:23.873701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2678f5fe-71ef-4677-b9ba-6aee9c4be593,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:23.876556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.880570 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2044368 Apr 21 13:39:23.880570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f8de7b09-0405-470e-b83c-129eea20818c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:23.880804 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53528) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:23.886294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'security_group_rule': {'security_group_id': '2678f5fe-71ef-4677-b9ba-6aee9c4be593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:23.892542 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:39:23.896713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:39:23.899845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:39:23.905956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:39:23.922596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.974152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb9f7-46fa-493e-959e-a6ef978d9812 req-30397fac-04a0-4780-90e8-6ca391d12fb1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:23.975786 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-40ddb9f7-46fa-493e-959e-a6ef978d9812 req-30397fac-04a0-4780-90e8-6ca391d12fb1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1205149 Apr 21 13:39:23.984045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7fae7-2573-41d9-8e1a-5516d5db7202 req-dd3e5709-2f6b-4419-9291-c99e322fb6c1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:23.985577 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2fa7fae7-2573-41d9-8e1a-5516d5db7202 req-dd3e5709-2f6b-4419-9291-c99e322fb6c1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1671884 Apr 21 13:39:23.986463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.990746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:23.992942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a6e879b5-bb3d-4d15-a298-bbc90cf236ca tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:24.014347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c14fc4-b570-4fcc-b544-bbd91fbcee09,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:24.019584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:24.026597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.031364 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1211e5e9-b32c-4c9b-b2d8-a1ce16c8d593 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461341 Apr 21 13:39:24.031364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53532) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:24.037451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'security_group_rule': {'security_group_id': '2678f5fe-71ef-4677-b9ba-6aee9c4be593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:24.043649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:39:24.047654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:security_group_rule and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:39:24.050854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:39:24.057517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:39:24.063399 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-40ddb9f7-46fa-493e-959e-a6ef978d9812 req-79dd8416-944a-45ec-9294-8b860b86ff76 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767803 Apr 21 13:39:24.074193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2fa7fae7-2573-41d9-8e1a-5516d5db7202 req-7b0b715c-638a-497e-9130-a4719257c3a5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684516 Apr 21 13:39:24.077438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.141416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.144167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.151886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c18fe4c5-429e-4209-ae5c-36d599d06af1 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:24.173692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953b87c0-e1cb-4b53-b093-a5be2e71e0fa,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:24.176079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:24.180326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.181548 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a3b2d117-8df4-42d3-8fb3-319f9aae7236 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499023 Apr 21 13:39:24.184871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 53536) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:24.190246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'floatingip': {'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:24.196349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:39:24.200287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Usage tracker for resource:floatingip and tenant:2984be7efab9499ebb3eedc82d8c691b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:39:24.203190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:39:24.209836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:39:24.218921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.358890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.507049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Allocated IP 172.28.2.156 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/ed154863-de33-419b-99de-04a302dafba5) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:39:24.657995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.686784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.691741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:24.756926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:39:24.759861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:39:24.763680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:39:24.798195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'Port': ['ID=ed154863-de33-419b-99de-04a302dafba5,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:24.802338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:24.850659 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:24.911741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:25.129921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:25.133679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:25.138622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:25.259988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'Port': ['ID=ed154863-de33-419b-99de-04a302dafba5,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:25.262953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:25.268399 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:25.292563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:25.293876 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1080291 Apr 21 13:39:25.353977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44382b44-787e-4237-89cc-070ef3478061 req-55988b7b-524d-47ec-9e69-b824ac339e83 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:25.355624 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-44382b44-787e-4237-89cc-070ef3478061 req-55988b7b-524d-47ec-9e69-b824ac339e83 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1653271 Apr 21 13:39:25.364834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c3f91-51e3-4dcb-9854-0a5f05b0e6ad req-61b62fdc-4afa-49bb-8070-c229ad5dad9f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:25.366320 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a40c3f91-51e3-4dcb-9854-0a5f05b0e6ad req-61b62fdc-4afa-49bb-8070-c229ad5dad9f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1718025 Apr 21 13:39:25.443451 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-44382b44-787e-4237-89cc-070ef3478061 req-c670675e-258c-4819-a156-dd03c39759bb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759866 Apr 21 13:39:25.447978 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a40c3f91-51e3-4dcb-9854-0a5f05b0e6ad req-05fd14ab-1314-44f9-bd18-ba886d9691a4 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664716 Apr 21 13:39:25.584902 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-8fd6d063-c096-4896-a761-9adb2df18d62 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1477901046&fields=id&tenant_id=2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 267 time: 0.0429983 Apr 21 13:39:25.816403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-71bbff8a-ecd6-444c-a004-e25a1b0c9326 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:25.818563 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-71bbff8a-ecd6-444c-a004-e25a1b0c9326 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 817 time: 0.2263317 Apr 21 13:39:25.846425 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-7c1e7f25-8846-4c2c-83b0-0b151a175f32 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/quotas/2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 375 time: 0.0153530 Apr 21 13:39:25.947533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246f0b8-5ad1-49bd-b9f9-0ea412c7ecaf req-386475cb-e0ad-4f65-af32-235aced1cf23 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:25.949121 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f246f0b8-5ad1-49bd-b9f9-0ea412c7ecaf req-386475cb-e0ad-4f65-af32-235aced1cf23 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.2266269 Apr 21 13:39:26.036133 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f246f0b8-5ad1-49bd-b9f9-0ea412c7ecaf req-c7e6d9b6-6c6d-4a70-86a5-2e087cb24ba0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772157 Apr 21 13:39:26.050829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-1a502791-fbf6-4998-91e1-fa86ea2d3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:26.052978 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-1a502791-fbf6-4998-91e1-fa86ea2d3d62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1099 time: 0.2718475 Apr 21 13:39:26.061470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-e870e71b-e70e-442a-b4b8-79f3ead26694 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:39:26.156923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-e870e71b-e70e-442a-b4b8-79f3ead26694 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:39:26.158357 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-e870e71b-e70e-442a-b4b8-79f3ead26694 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2744982 Apr 21 13:39:26.217059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-9982e13d-7645-40e8-9d66-0bf788368592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:26.218638 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-9982e13d-7645-40e8-9d66-0bf788368592 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.1543953 Apr 21 13:39:26.429192 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-3b969e14-1ea2-491a-8d6e-d32d7e6b01f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 1002 time: 0.1842384 Apr 21 13:39:26.496364 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-9644b718-ceeb-455b-852a-1da25434452c service neutron] 10.222.0.36 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225377 Apr 21 13:39:26.594475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-a6fea8d8-a708-4ba2-9f0d-b16d013c661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:26.596019 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-a6fea8d8-a708-4ba2-9f0d-b16d013c661b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.1591561 Apr 21 13:39:27.010922 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a0c7a399-65ad-4544-9600-e305d0685a9d service neutron] 10.222.0.36 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061767 Apr 21 13:39:27.033952 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68479228-3d42-4ec5-b2da-17014b58d9f0 req-282a6234-95d8-4502-a89d-7321c6e2292d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:27.036057 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-68479228-3d42-4ec5-b2da-17014b58d9f0 req-282a6234-95d8-4502-a89d-7321c6e2292d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.4477277 Apr 21 13:39:27.038134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-ef6f649a-769e-4815-8455-b1e7b3e52d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:27.039652 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-ef6f649a-769e-4815-8455-b1e7b3e52d73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4030685 Apr 21 13:39:27.185677 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-68479228-3d42-4ec5-b2da-17014b58d9f0 req-14aad2ee-cb42-4c4f-bbee-9cf29c7316fd tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427913 Apr 21 13:39:27.235210 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-a35e110f-8826-4747-bd46-ffddce721743 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777108 Apr 21 13:39:27.414625 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-04212567-4f18-44fc-8592-5bbf9777856c req-39eaf298-ffc0-4b09-af41-68df280ea0ce tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 210 time: 0.1394844 Apr 21 13:39:27.497634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19d783-537c-479d-87fd-b9c6425e8e11 req-eaa53ef7-45fe-41fa-b7d1-a5b4903242a1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:27.499259 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4d19d783-537c-479d-87fd-b9c6425e8e11 req-eaa53ef7-45fe-41fa-b7d1-a5b4903242a1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.2672944 Apr 21 13:39:27.502781 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2d7efe3-0d05-4ce5-920d-8b4acd712e1a req-e7f824be-e6e7-4f6e-a3ca-d0672d522844 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265208 Apr 21 13:39:27.551895 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4d19d783-537c-479d-87fd-b9c6425e8e11 req-e1bbcd84-a742-4d61-b0a5-14599df13073 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Apr 21 13:39:28.392479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e56c-36ce-498a-b886-c38bec363e22 req-4069e966-eaea-4fcd-ae42-606a898f9d5b tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:28.394080 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6426e56c-36ce-498a-b886-c38bec363e22 req-4069e966-eaea-4fcd-ae42-606a898f9d5b tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0927644 Apr 21 13:39:28.442451 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6426e56c-36ce-498a-b886-c38bec363e22 req-b60605c5-f07e-4498-8124-30abbbfcc6f2 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Apr 21 13:39:28.634795 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-36d287a4-ba4a-413d-aa81-136e3aed135e req-297f48c4-c577-45b5-88c2-1ae54b299f13 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 210 time: 0.0688379 Apr 21 13:39:28.755391 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-66a221c3-b5a2-477d-829b-9a42de0f3ccd tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:28.756911 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-66a221c3-b5a2-477d-829b-9a42de0f3ccd tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 817 time: 0.2707787 Apr 21 13:39:28.827392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23438b0e-0dd7-47f6-9bd0-b575437e81b2 req-d3b81b1d-e3ff-43f6-a574-67c15d6d7381 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:28.828936 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-23438b0e-0dd7-47f6-9bd0-b575437e81b2 req-d3b81b1d-e3ff-43f6-a574-67c15d6d7381 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1557531 Apr 21 13:39:28.833936 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-2ae70463-87eb-47e6-8204-8e8286a3456f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 380 time: 0.0609992 Apr 21 13:39:28.854766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'port': {'device_id': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'admin_state_up': True, 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'security_groups': ['2678f5fe-71ef-4677-b9ba-6aee9c4be593']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:28.960208 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-23438b0e-0dd7-47f6-9bd0-b575437e81b2 req-67d32fe8-b734-4852-b76e-dbbac151b609 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241455 Apr 21 13:39:29.021426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:39:29.031610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:39:29.040422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Made reservation on behalf of 2984be7efab9499ebb3eedc82d8c691b for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:39:29.046485 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:29.218763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Allocated IP 172.20.0.12 (45fa222e-ede8-4be8-8669-8620990816e9/f2257222-4066-4a97-9d1f-1a1ce2d26b9c/075648f7-9502-4438-a452-0b79148d124a) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:39:29.414854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:29.431122 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Transition to ACTIVE for port object 075648f7-9502-4438-a452-0b79148d124a will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:39:29.454169 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:29.459651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:29.531488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Network 45fa222e-ede8-4be8-8669-8620990816e9 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:39:29.535815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:39:29.540055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:39:29.624300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:29.634908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:29.668827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:29.669509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:29.714904 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8638606 Apr 21 13:39:29.726181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1852ab2-8d5f-4944-a7e6-c003f8bed501 req-bc2f97db-f583-4d1d-8534-0de157a34862 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:29.727645 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1852ab2-8d5f-4944-a7e6-c003f8bed501 req-bc2f97db-f583-4d1d-8534-0de157a34862 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1598635 Apr 21 13:39:29.733000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Request body: {'port': {'device_id': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:29.747825 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-ec853f13-5c83-48d6-8089-987859b868d2 None None] Provisioning for port 075648f7-9502-4438-a452-0b79148d124a completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:39:29.753311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-ec853f13-5c83-48d6-8089-987859b868d2 None None] Provisioning complete for port 075648f7-9502-4438-a452-0b79148d124a triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:39:29.753769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ec853f13-5c83-48d6-8089-987859b868d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:29.811301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-ec853f13-5c83-48d6-8089-987859b868d2 None None] Port 075648f7-9502-4438-a452-0b79148d124a cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:39:29.922035 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1852ab2-8d5f-4944-a7e6-c003f8bed501 req-0e0acc2d-f34b-4900-bc99-02898a8114a8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614780 Apr 21 13:39:29.959276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:29.986763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639aeb-f0d0-471d-8c9f-9a46a47b20ce req-453c54c0-cc89-4655-b0c3-e7458f958b02 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:29.987740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-5e639aeb-f0d0-471d-8c9f-9a46a47b20ce req-453c54c0-cc89-4655-b0c3-e7458f958b02 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:39:30.049915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-5e639aeb-f0d0-471d-8c9f-9a46a47b20ce req-453c54c0-cc89-4655-b0c3-e7458f958b02 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:39:30.051714 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5e639aeb-f0d0-471d-8c9f-9a46a47b20ce req-453c54c0-cc89-4655-b0c3-e7458f958b02 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 932 time: 0.2840281 Apr 21 13:39:30.167228 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5e639aeb-f0d0-471d-8c9f-9a46a47b20ce req-7af2803d-db64-43e9-8074-fdc46d7353ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065695 Apr 21 13:39:30.375972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075648f7-9502-4438-a452-0b79148d124a {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:39:30.383562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:30.398431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Transition to ACTIVE for port object 075648f7-9502-4438-a452-0b79148d124a will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:39:30.401364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:30.405992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03febc60-6f20-47e3-bd75-328a2c0ff8ea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:30.569958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:30.578098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:30.654000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Attempting to bind port 075648f7-9502-4438-a452-0b79148d124a on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:39:30.654375 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Attempting to bind port 075648f7-9502-4438-a452-0b79148d124a by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:39:30.654743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Attempting to bind port 075648f7-9502-4438-a452-0b79148d124a on network 45fa222e-ede8-4be8-8669-8620990816e9 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:39:30.659674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Port 075648f7-9502-4438-a452-0b79148d124a on network 45fa222e-ede8-4be8-8669-8620990816e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:39:30.660038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Attempting to bind port 075648f7-9502-4438-a452-0b79148d124a on network 45fa222e-ede8-4be8-8669-8620990816e9 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:39:30.666095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:39:30.666465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Checking segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:39:30.666881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Bound using segment: {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:39:30.667376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Bound port: 075648f7-9502-4438-a452-0b79148d124a, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a15894-ca42-4a5f-867f-a20ea8daca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:39:30.667755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:30.763886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:39:30.766877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:39:30.770172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:30.774851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:30.827071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:30.827767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:30.829230 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] 10.222.0.15 "PUT /v2.0/ports/075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 1094 time: 1.1006155 Apr 21 13:39:30.829736 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:39:30.858508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:30.862342 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:30.918468 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'status': 'completed', 'code': 200} Apr 21 13:39:30.969408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-6b748abf-32b0-4de9-a006-cbc260275bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:30.971025 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-6b748abf-32b0-4de9-a006-cbc260275bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1097 time: 0.0899425 Apr 21 13:39:31.086873 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-03102d85-27b1-4fbc-9f34-0aa821261833 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 217 time: 0.1044722 Apr 21 13:39:31.179858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-0c61c0ab-8e19-474e-a262-372339c38c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:31.181436 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-0c61c0ab-8e19-474e-a262-372339c38c37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.0881619 Apr 21 13:39:31.237851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bc199-f49c-4659-8398-8733a4d45184 req-c526f17e-64ef-43a4-bc16-dd05d3f057da tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:31.241106 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-199bc199-f49c-4659-8398-8733a4d45184 req-c526f17e-64ef-43a4-bc16-dd05d3f057da tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1986322 Apr 21 13:39:31.342164 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-199bc199-f49c-4659-8398-8733a4d45184 req-0b19d760-a4db-4585-bae4-2275fbf36fea tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938993 Apr 21 13:39:31.373431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-38020687-abe2-4027-a0f9-8c8cbeb7f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:31.375019 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-38020687-abe2-4027-a0f9-8c8cbeb7f6dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1856728 Apr 21 13:39:31.495005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca18-c2f3-44b5-a22a-e1717faefbd1 req-c2b39cb9-aead-4917-a061-bb1f5bd6b892 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:31.496559 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-85bdca18-c2f3-44b5-a22a-e1717faefbd1 req-c2b39cb9-aead-4917-a061-bb1f5bd6b892 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1962295 Apr 21 13:39:31.581378 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-c8570e56-cc2d-47c0-9718-d24850710570 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973073 Apr 21 13:39:31.588748 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-85bdca18-c2f3-44b5-a22a-e1717faefbd1 req-7c6cc30d-7edb-42fb-bad8-ad8391a88472 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767188 Apr 21 13:39:31.725143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-589b0f88-e9d0-4579-af73-dde8620682d4 req-7d24572a-b29f-4933-b50c-2cd399d45c67 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353774 Apr 21 13:39:31.850959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-e7127a3f-bbc7-4fa5-ab05-909e64e32982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:31.852481 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-e7127a3f-bbc7-4fa5-ab05-909e64e32982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1097 time: 0.0813344 Apr 21 13:39:32.230676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-319e7c7a-eb03-4366-9dad-788bda274ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:32.232308 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-319e7c7a-eb03-4366-9dad-788bda274ac5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.3735030 Apr 21 13:39:32.307747 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-ee7d25eb-95f1-42f8-b4e8-2624ec907001 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 217 time: 0.0679955 Apr 21 13:39:32.376994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-753d4993-17f6-46de-b968-f255afd2d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:32.378562 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-753d4993-17f6-46de-b968-f255afd2d6ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.0636113 Apr 21 13:39:32.515229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-78245b60-d238-405e-9d9f-3ce4954cb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:32.516783 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-78245b60-d238-405e-9d9f-3ce4954cb7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1286697 Apr 21 13:39:32.643018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d69e5-11aa-4033-98fe-57ac2a8548be req-c28ab960-6c88-43da-8f1e-a38ab39b1de7 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:32.645240 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7d1d69e5-11aa-4033-98fe-57ac2a8548be req-c28ab960-6c88-43da-8f1e-a38ab39b1de7 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1896303 Apr 21 13:39:32.776550 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7d1d69e5-11aa-4033-98fe-57ac2a8548be req-d151a4d5-4d4b-4799-b0c8-e240ff3fdf91 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238098 Apr 21 13:39:32.779700 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-380a3b54-76c0-4cc2-b99e-bcfe981560b9 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460573 Apr 21 13:39:32.911922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5191e5-9de4-4008-acf6-127c3ad9f359 req-0c6c7134-5030-4a6b-8753-814999f0635f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:32.913515 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ef5191e5-9de4-4008-acf6-127c3ad9f359 req-0c6c7134-5030-4a6b-8753-814999f0635f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.2027938 Apr 21 13:39:32.987999 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66cda553-2de0-4a7c-9879-bf997ec2ebe7 req-931edb70-4186-47d6-92a9-6d6c9a8da796 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010486 Apr 21 13:39:32.991843 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ef5191e5-9de4-4008-acf6-127c3ad9f359 req-5e90ab74-768e-4193-8005-16b6f81011d3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648010 Apr 21 13:39:33.976549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bde81-adb4-4b84-b6e1-ac682ff83453 req-80771051-8bbf-4fad-9d87-3d87f18c218d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:33.978119 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-926bde81-adb4-4b84-b6e1-ac682ff83453 req-80771051-8bbf-4fad-9d87-3d87f18c218d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0876091 Apr 21 13:39:34.031449 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-926bde81-adb4-4b84-b6e1-ac682ff83453 req-61fe9152-ab04-47ce-b115-59aeb2ea03df tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470002 Apr 21 13:39:34.197913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841939-0884-4631-b28c-d156d8c955c9 req-6ee458cd-0a0d-4457-b68b-d04429a12294 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:34.199524 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d841939-0884-4631-b28c-d156d8c955c9 req-6ee458cd-0a0d-4457-b68b-d04429a12294 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.0887680 Apr 21 13:39:34.247304 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d841939-0884-4631-b28c-d156d8c955c9 req-05f91f6e-112f-4b36-950d-01eb806d1524 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Apr 21 13:39:34.929396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:39:35.070241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:35.084487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '075648f7-9502-4438-a452-0b79148d124a', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'port_id': '075648f7-9502-4438-a452-0b79148d124a', 'mac_address': 'fa:16:3e:4a:3d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:39:35.143822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:35.163002 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075648f7-9502-4438-a452-0b79148d124a {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:39:35.178987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:35.181959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:35.183784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:35.238582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d204fb-fa3a-4c30-b3c4-4e45300405a1 req-8813de7b-627b-4419-951d-f72a44e9b764 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:35.240243 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a7d204fb-fa3a-4c30-b3c4-4e45300405a1 req-8813de7b-627b-4419-951d-f72a44e9b764 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0949922 Apr 21 13:39:35.256173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:35.263977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.264370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.264755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.265129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.265499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.265871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.266241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.266613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.266982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.267380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.267745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.268109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:39:35.272642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:35.291072 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a7d204fb-fa3a-4c30-b3c4-4e45300405a1 req-2142e6b1-2ee9-4f3e-9370-56306d221bbb tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445254 Apr 21 13:39:35.451546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0094-1586-4020-a600-894dcb3c5c4a req-840014c7-0b87-4dca-bca8-821af3e73e53 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:35.453059 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4eba0094-1586-4020-a600-894dcb3c5c4a req-840014c7-0b87-4dca-bca8-821af3e73e53 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 945 time: 0.0883856 Apr 21 13:39:35.500747 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4eba0094-1586-4020-a600-894dcb3c5c4a req-84cd8327-ffbc-4a3f-b67e-273e313b3eb4 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407591 Apr 21 13:39:35.585644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['075648f7-9502-4438-a452-0b79148d124a'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:39:36.494602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c785bb0-9d4d-43f0-b0ef-fe8735c4ab82 req-fc704aba-5f59-4049-864e-a430f6586a08 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:36.496193 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c785bb0-9d4d-43f0-b0ef-fe8735c4ab82 req-fc704aba-5f59-4049-864e-a430f6586a08 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0935793 Apr 21 13:39:36.545910 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6c785bb0-9d4d-43f0-b0ef-fe8735c4ab82 req-6130eddd-832f-4e52-ab81-2ce8f7f88a32 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Apr 21 13:39:36.721528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778c1f-2cbf-465d-919d-b9759e67bec0 req-5f64a237-6993-45bd-8b82-44fbf14062ae tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:36.723788 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-94778c1f-2cbf-465d-919d-b9759e67bec0 req-5f64a237-6993-45bd-8b82-44fbf14062ae tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 945 time: 0.0939183 Apr 21 13:39:36.774058 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-94778c1f-2cbf-465d-919d-b9759e67bec0 req-831d007c-4636-48ed-9822-e24048998cab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Apr 21 13:39:36.944059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:39:37.017050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 075648f7-9502-4438-a452-0b79148d124a completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:39:37.022473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 075648f7-9502-4438-a452-0b79148d124a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:39:37.022888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:37.145037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:37.171962 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:39:37.181954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:37.186888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:37.188941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:37.260574 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:37.263879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:37.276798 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'code': 200} Apr 21 13:39:37.518361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5326b44-a9df-4c73-9a9b-4044ca78a6a0 req-ba3a61e5-b4ed-4fe1-a6e6-e70edc0798a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:37.519971 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5326b44-a9df-4c73-9a9b-4044ca78a6a0 req-ba3a61e5-b4ed-4fe1-a6e6-e70edc0798a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1099 time: 0.0773666 Apr 21 13:39:37.563250 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c5326b44-a9df-4c73-9a9b-4044ca78a6a0 req-43bc9204-b9a1-4ec0-81e8-0667b1d2ed3a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Apr 21 13:39:37.750014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c3a67-a514-4637-84f8-7b332b2deb6e req-d581ece1-6bf9-464c-8f05-09195aa35eca tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:37.751579 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-839c3a67-a514-4637-84f8-7b332b2deb6e req-d581ece1-6bf9-464c-8f05-09195aa35eca tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0901687 Apr 21 13:39:37.839100 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-839c3a67-a514-4637-84f8-7b332b2deb6e req-23dc69d1-2a45-4bf0-8009-e482c402ef5d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805883 Apr 21 13:39:37.877537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-3435fdc2-89b2-4958-b5c9-bd26775da945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:37.879156 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-3435fdc2-89b2-4958-b5c9-bd26775da945 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.0854673 Apr 21 13:39:38.091116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-e7f7af90-b57b-4911-8b32-4bc7127e39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:38.092634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-e7f7af90-b57b-4911-8b32-4bc7127e39ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.2053788 Apr 21 13:39:38.101354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eb3e3-8fc6-4e2e-9361-9cc8dd63e40e req-fef101b6-6e0e-41f0-bd38-be575e77669f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:38.102814 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-843eb3e3-8fc6-4e2e-9361-9cc8dd63e40e req-fef101b6-6e0e-41f0-bd38-be575e77669f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1942532 Apr 21 13:39:38.240208 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-d6da4ca8-3df7-475c-904e-a42ce3480f13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 1002 time: 0.1363304 Apr 21 13:39:38.243284 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-843eb3e3-8fc6-4e2e-9361-9cc8dd63e40e req-a2fc114a-4d1e-473c-ba94-23840d745837 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816793 Apr 21 13:39:38.309813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-2aa99ac2-b34c-4f2f-93e5-f43fa1832807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:38.311373 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-2aa99ac2-b34c-4f2f-93e5-f43fa1832807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.0630600 Apr 21 13:39:38.396395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-71fcb9f6-5294-4d01-913b-7bf719d0b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:38.397997 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-71fcb9f6-5294-4d01-913b-7bf719d0b8e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793436 Apr 21 13:39:38.538454 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-d563f0b2-e2ff-46be-9c53-11b3b4471731 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328957 Apr 21 13:39:38.679203 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79c87ae9-91d8-43cd-9424-6af83536ac81 req-d1fdcf64-4f7f-4eee-883a-7a53e3409970 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335750 Apr 21 13:39:39.044708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fdfb7-03dd-4810-a6f5-8aabde267ea5 req-b932a9c8-c00a-47be-9486-0099240f28a9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:39.046218 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-425fdfb7-03dd-4810-a6f5-8aabde267ea5 req-b932a9c8-c00a-47be-9486-0099240f28a9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0906870 Apr 21 13:39:39.094680 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-425fdfb7-03dd-4810-a6f5-8aabde267ea5 req-7ae18fb1-dad6-4881-bf8f-add7da464523 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Apr 21 13:39:39.404103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ebf04489-94e5-4d97-a4fa-fc213fdbead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:39.449807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157c29-c4fb-407c-9df1-0f001e7add26 req-415fb119-1b34-4528-b44f-249df0b43224 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:39.451440 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6157c29-c4fb-407c-9df1-0f001e7add26 req-415fb119-1b34-4528-b44f-249df0b43224 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0912261 Apr 21 13:39:39.499152 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f6157c29-c4fb-407c-9df1-0f001e7add26 req-e2b3d0aa-8d54-49e3-bc0c-22534a95d70d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411251 Apr 21 13:39:39.693946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f381569-b45e-437c-81c3-fbc584c1ca4f req-3d5a524c-7e96-47b1-a4a5-fb57c5914cd6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:39.695478 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7f381569-b45e-437c-81c3-fbc584c1ca4f req-3d5a524c-7e96-47b1-a4a5-fb57c5914cd6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0871537 Apr 21 13:39:39.704568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 53634) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:39:39.710459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Request body: {'floatingip': {'port_id': '075648f7-9502-4438-a452-0b79148d124a'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:39.793470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:40.564352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5501b-51f5-4e47-9473-c7c59b700e0b req-77796df1-39ae-45af-852f-9da3ab974961 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:40.566499 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1ce5501b-51f5-4e47-9473-c7c59b700e0b req-77796df1-39ae-45af-852f-9da3ab974961 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.2890301 Apr 21 13:39:40.639783 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1ce5501b-51f5-4e47-9473-c7c59b700e0b req-af71f820-05c3-4fa5-8aa7-beb6f3758109 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626988 Apr 21 13:39:40.762417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:40.765008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:40.959148 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Floating IP 9f02cde1-9747-40fb-841c-cabf7fc514e7 associated. External IP: 172.28.2.156, port: 075648f7-9502-4438-a452-0b79148d124a. Apr 21 13:39:41.327105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:39:41.515075 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:39:41.524937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:39:41.536896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:39:41.537610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:39:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:41.560214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:41.638851 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-653f3f9c-e0d4-4d8c-b558-aeb0d088462f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "PUT /v2.0/floatingips/9f02cde1-9747-40fb-841c-cabf7fc514e7 HTTP/1.1" status: 200 len: 992 time: 1.9304245 Apr 21 13:39:41.638851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:39:41.654536 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-4fca4289-3324-4df7-be5d-d5fd9c649dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1411645 Apr 21 13:39:41.726961 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'status': 'completed', 'code': 200} Apr 21 13:39:41.739836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4c6abc96-1abe-456d-a515-0ded66dbba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:41.774511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:39:41.907447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-4eed7c4b-7182-4e14-bf96-9b21ff33853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:41.909057 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-4eed7c4b-7182-4e14-bf96-9b21ff33853d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1099 time: 0.2278121 Apr 21 13:39:41.912291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-a3a04d1c-5574-4e95-a4c7-fcf4a4de572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:41.913751 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-a3a04d1c-5574-4e95-a4c7-fcf4a4de572d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1099 time: 0.1809194 Apr 21 13:39:41.977623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31026fb6-c018-4368-96f9-a13c63f35835 req-584c80c8-a78d-459c-b0e1-348d1cd1055f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:41.979181 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-31026fb6-c018-4368-96f9-a13c63f35835 req-584c80c8-a78d-459c-b0e1-348d1cd1055f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1823912 Apr 21 13:39:42.127713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:42.157865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '9f02cde1-9747-40fb-841c-cabf7fc514e7', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'port_id': '075648f7-9502-4438-a452-0b79148d124a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'mac_address': 'fa:16:3e:4a:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:39:24Z', 'updated_at': '2021-04-21T13:39:40Z', 'revision_number': 1, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:42.161983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:39:42.162216 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-31026fb6-c018-4368-96f9-a13c63f35835 req-5fff9d52-00f3-4c1a-8ba2-6d0a3f21f934 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287315 Apr 21 13:39:42.171628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:39:42.172764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:39:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:42.374879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:39:42.477383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-a181009a-6cdf-41a6-85ce-0dd2df7021ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:42.478972 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-a181009a-6cdf-41a6-85ce-0dd2df7021ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.5576792 Apr 21 13:39:42.480166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-d2e78d4c-4f04-49ad-87f6-51a79ff6d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:42.481537 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-d2e78d4c-4f04-49ad-87f6-51a79ff6d98b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.5348806 Apr 21 13:39:42.522342 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-1b097977-ea4b-4e6e-ba1a-b6401d8381a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880342 Apr 21 13:39:42.764442 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-04857443-c35a-425c-a294-46d9a89b084f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 1000 time: 0.2710025 Apr 21 13:39:42.766141 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-047e756b-20c1-4b67-bb22-a23267922830 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 1002 time: 0.2697046 Apr 21 13:39:42.789978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1fc7c-498a-4284-89ea-d6e1957d0f93 req-e61f0b7b-aad2-404f-99a6-090d61687605 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:42.791583 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d6c1fc7c-498a-4284-89ea-d6e1957d0f93 req-e61f0b7b-aad2-404f-99a6-090d61687605 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.2969422 Apr 21 13:39:42.821334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:42.949974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '9f02cde1-9747-40fb-841c-cabf7fc514e7', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'port_id': '075648f7-9502-4438-a452-0b79148d124a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'mac_address': 'fa:16:3e:4a:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:39:24Z', 'updated_at': '2021-04-21T13:39:40Z', 'revision_number': 1, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:39:42.953544 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d6c1fc7c-498a-4284-89ea-d6e1957d0f93 req-8a9e037d-4a03-4de3-ac6d-a2e9ced31deb tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876594 Apr 21 13:39:42.955424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-a1068a9b-2d0f-4764-8034-9425c5d73339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:42.957074 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-a1068a9b-2d0f-4764-8034-9425c5d73339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.1639059 Apr 21 13:39:42.961253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-9a88a421-fb35-48da-8135-1412e09a3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:42.962141 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-9a88a421-fb35-48da-8135-1412e09a3590 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.1819508 Apr 21 13:39:42.962830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6de76-7c62-4548-a866-e408d93f8253 None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '9f02cde1-9747-40fb-841c-cabf7fc514e7', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'port_id': '075648f7-9502-4438-a452-0b79148d124a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'mac_address': 'fa:16:3e:4a:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:39:24Z', 'updated_at': '2021-04-21T13:39:40Z', 'revision_number': 1, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:39:42.975523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:39:43.057531 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:43.127797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:43.132760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-078e617b-c2fb-42fa-8cd1-5feb33f34c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:43.134384 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-078e617b-c2fb-42fa-8cd1-5feb33f34c2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1655438 Apr 21 13:39:43.136479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-2c567fec-05e2-4b70-8724-bec43d3c736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:43.137931 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-2c567fec-05e2-4b70-8724-bec43d3c736b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1091130 Apr 21 13:39:43.157850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:39:43.170541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:43.173856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:43.176321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6cc7116c-f2e0-45e7-96a6-1696d79576ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:43.232526 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'code': 422} returned with failed status Apr 21 13:39:43.261905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=6']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:43.266011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:43.294019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9403a5-5adb-474c-a786-d289a9bc9531 None None] New status for floating IP 9f02cde1-9747-40fb-841c-cabf7fc514e7: ACTIVE {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:39:43.432326 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-bcea9ae5-d229-4337-9b07-638fdd9625c1 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821877 Apr 21 13:39:43.434883 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-9e89beee-ad27-49dc-bb2a-b2483b7e300e service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432775 Apr 21 13:39:43.569370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:43.779169 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-90fcc79e-1afb-40f6-a74d-2e91953a6660 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158371 Apr 21 13:39:43.780972 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3807ac4-9a6c-4cd9-adf8-2be3464277ec req-a04d277e-e632-4f9d-b7cd-c2e77d9b6b5b service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955637 Apr 21 13:39:43.804488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-71b96d2a-0805-4a8f-a3e4-e4ab82c22055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:43.806143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-71b96d2a-0805-4a8f-a3e4-e4ab82c22055 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3&tenant_id=8510f97b9e534d1c87619dc24dc1f806 HTTP/1.1" status: 200 len: 1097 time: 0.1239138 Apr 21 13:39:43.917276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-b9e10aea-3241-4911-95b4-7cf61c50d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:43.919099 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-b9e10aea-3241-4911-95b4-7cf61c50d2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1097 time: 0.0886879 Apr 21 13:39:44.068715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-60456422-98bb-4fc6-a0a8-429cf8115b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:44.070287 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-60456422-98bb-4fc6-a0a8-429cf8115b96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.1438253 Apr 21 13:39:44.238078 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-db772575-0cff-4c68-a39f-44cef12a7d0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 1000 time: 0.1586127 Apr 21 13:39:44.303505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4973-61b2-47d7-a496-872b3c06558f req-30ff9c08-e5ae-4886-bf90-ab8b59e59744 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:44.305041 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e48e4973-61b2-47d7-a496-872b3c06558f req-30ff9c08-e5ae-4886-bf90-ab8b59e59744 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.2280147 Apr 21 13:39:44.348699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-c7aaade2-0cd8-4ec5-92b1-835e1c058622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:44.350248 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-c7aaade2-0cd8-4ec5-92b1-835e1c058622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.1039402 Apr 21 13:39:44.418451 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e48e4973-61b2-47d7-a496-872b3c06558f req-174f9563-f435-476a-905b-2bd83cce9296 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022537 Apr 21 13:39:44.449494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-a923a5cf-2d57-4b03-a9e9-e26c4cdc63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:44.451135 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-a923a5cf-2d57-4b03-a9e9-e26c4cdc63d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922759 Apr 21 13:39:44.592772 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-72a05948-0705-414f-8ea6-c689544b09ca service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339753 Apr 21 13:39:44.736607 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-9977e0bd-f170-4a7d-b3a4-a1df0cec9a60 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361930 Apr 21 13:39:45.618747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f6021-451b-4b65-9009-0adb42e81773 req-81bdac04-52e1-4a22-834f-9058037f4a17 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:45.620368 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e2f6021-451b-4b65-9009-0adb42e81773 req-81bdac04-52e1-4a22-834f-9058037f4a17 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.0872612 Apr 21 13:39:45.671513 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e2f6021-451b-4b65-9009-0adb42e81773 req-e8529446-e8c7-47db-a7d6-3b43dfcacf21 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Apr 21 13:39:46.873190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2fe98-1a8a-4772-9270-8cd3bf14641e req-bfe321c1-b42b-4e11-b2d1-ac4d240dc05f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:46.874872 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70d2fe98-1a8a-4772-9270-8cd3bf14641e req-bfe321c1-b42b-4e11-b2d1-ac4d240dc05f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.0876000 Apr 21 13:39:46.922789 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70d2fe98-1a8a-4772-9270-8cd3bf14641e req-a0670f9b-263f-4f05-bba0-2274605b5a2f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Apr 21 13:39:48.129458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad098e-210d-4f75-b0b3-a0922bc97902 req-cd1699de-fedb-4a7d-ae6c-565cba096526 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:48.131017 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-83ad098e-210d-4f75-b0b3-a0922bc97902 req-cd1699de-fedb-4a7d-ae6c-565cba096526 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 944 time: 0.0941930 Apr 21 13:39:48.179800 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-83ad098e-210d-4f75-b0b3-a0922bc97902 req-d1ea2763-e2c4-4e56-8b04-65d67bee277f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Apr 21 13:39:48.993085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:39:49.133844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:49.148444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'port_id': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'mac_address': 'fa:16:3e:51:a3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:39:49.205551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:49.224199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eec877-84b0-4f98-a959-5d691f75eb6b {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:39:49.240245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:49.243335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:49.246022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3729e226-b6fb-4581-a439-15735fb34fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:49.318336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=7']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:49.321612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:49.381539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf36d-7eb0-4433-8852-d0f740c21374 req-6e45eb08-e8c8-4b95-a08c-b0612ab3f979 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:49.383125 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-913bf36d-7eb0-4433-8852-d0f740c21374 req-6e45eb08-e8c8-4b95-a08c-b0612ab3f979 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 945 time: 0.0878212 Apr 21 13:39:49.431513 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-913bf36d-7eb0-4433-8852-d0f740c21374 req-b13da7bc-3017-44b3-9661-b0c41afdf4de tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408683 Apr 21 13:39:49.653981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['77eec877-84b0-4f98-a959-5d691f75eb6b'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:39:50.631555 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c66b23-de6b-4494-a802-4858fefb4e62 req-dadde52f-9e32-4625-9e6a-781bdec0d1e9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:50.633156 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-96c66b23-de6b-4494-a802-4858fefb4e62 req-dadde52f-9e32-4625-9e6a-781bdec0d1e9 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 945 time: 0.0913501 Apr 21 13:39:50.680771 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-96c66b23-de6b-4494-a802-4858fefb4e62 req-7b04c980-0310-4595-81a7-8ee8c396c805 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Apr 21 13:39:51.014008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:39:51.084325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 77eec877-84b0-4f98-a959-5d691f75eb6b triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:39:51.084666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:51.206417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:51.233216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:39:51.244708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:39:51.247964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:39:51.249851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:39:51.287264 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'code': 200} Apr 21 13:39:51.323022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=8']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:39:51.326100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:39:51.615168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5331ef-579a-475d-a091-7561a0a88701 req-4da728f5-6e6a-490f-aefb-ad5e9f2dca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:51.616784 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0d5331ef-579a-475d-a091-7561a0a88701 req-4da728f5-6e6a-490f-aefb-ad5e9f2dca0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.0808630 Apr 21 13:39:51.660277 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0d5331ef-579a-475d-a091-7561a0a88701 req-0bb07876-3177-4020-89ae-735885148c87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351686 Apr 21 13:39:51.882170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78ed5-6c09-4889-bed8-1081f7bd6fbe req-a72f7b91-3040-4492-9daa-182232b4494f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:51.883678 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f2a78ed5-6c09-4889-bed8-1081f7bd6fbe req-a72f7b91-3040-4492-9daa-182232b4494f tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.0855825 Apr 21 13:39:51.930764 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f2a78ed5-6c09-4889-bed8-1081f7bd6fbe req-e9ded3b1-f9fe-4e1d-84c2-b7e53a421c24 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408962 Apr 21 13:39:53.372036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e91f6-1607-42bd-b8c4-d30da08b7d1e req-871cd3c0-094a-4f1e-9b39-e802da9609e0 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:39:53.373553 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c66e91f6-1607-42bd-b8c4-d30da08b7d1e req-871cd3c0-094a-4f1e-9b39-e802da9609e0 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.3290901 Apr 21 13:39:53.421564 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c66e91f6-1607-42bd-b8c4-d30da08b7d1e req-9b3c5b8e-75de-4734-8107-d49cc939eb73 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Apr 21 13:39:56.407008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:40:09.405656 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a62bc733-98ca-4e02-8c8f-625d20afd63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:11.691224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-26b0187a-f4e3-4435-a6b7-fad9c39b6e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:12.109182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:12.688800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:13.039082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:13.563737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:33.406299 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:40:37.928488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b9f44-cb12-47b2-9f1a-54e6307acb38 req-841716f8-8d94-4f33-a7d9-09fd059533c8 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:37.930117 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f15b9f44-cb12-47b2-9f1a-54e6307acb38 req-841716f8-8d94-4f33-a7d9-09fd059533c8 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0928555 Apr 21 13:40:37.983560 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f15b9f44-cb12-47b2-9f1a-54e6307acb38 req-c9e5b330-4772-464d-ab06-8cf969621d76 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Apr 21 13:40:39.196356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3853b5e-1056-4efe-bd79-d738b3a91234 req-1905623f-20c0-4954-ae7e-6c4783490493 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:39.197967 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a3853b5e-1056-4efe-bd79-d738b3a91234 req-1905623f-20c0-4954-ae7e-6c4783490493 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0918052 Apr 21 13:40:39.248915 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a3853b5e-1056-4efe-bd79-d738b3a91234 req-edfbff95-9a90-4a5c-8d20-15d22e3503ea tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Apr 21 13:40:39.407963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-aa96f9a2-e79f-4feb-bcf4-8523d9105d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:40.456213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbb90-fe4c-413d-ab29-330277e57867 req-307bdf69-9486-4a89-bc24-3ce3ea7c1152 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:40.457817 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9e9cbb90-fe4c-413d-ab29-330277e57867 req-307bdf69-9486-4a89-bc24-3ce3ea7c1152 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0929537 Apr 21 13:40:40.505430 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9e9cbb90-fe4c-413d-ab29-330277e57867 req-bdbb6c86-ea1e-4efb-9012-171cd45050d0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412526 Apr 21 13:40:41.693040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-523794f9-e4da-4c19-a16a-159a2eaf1c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:41.707798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d3340-edcf-4d4b-aef6-910919149295 req-97e190e0-33dd-4ce4-afb5-c4ad18801bc0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:41.709401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7e3d3340-edcf-4d4b-aef6-910919149295 req-97e190e0-33dd-4ce4-afb5-c4ad18801bc0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0892994 Apr 21 13:40:41.757503 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7e3d3340-edcf-4d4b-aef6-910919149295 req-415e296a-fa71-4884-991f-737d8c8beb1b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416214 Apr 21 13:40:42.112722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:42.685921 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:42.962499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ecfd1-a10d-4360-baa3-69a7a241e405 req-ad7287c0-7768-4f0b-9fed-6d64f738c3ad tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:42.964084 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f0ecfd1-a10d-4360-baa3-69a7a241e405 req-ad7287c0-7768-4f0b-9fed-6d64f738c3ad tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0910966 Apr 21 13:40:43.014006 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f0ecfd1-a10d-4360-baa3-69a7a241e405 req-364f6208-9a91-40a5-a53a-2683609c1cbc tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430543 Apr 21 13:40:43.043578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:43.547120 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-0b3052be-f538-41e2-a0aa-bb8246766b1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798516 Apr 21 13:40:43.566311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:40:43.811964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-d168e64f-55cb-40c1-9632-28ad66c724a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:43.814114 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-d168e64f-55cb-40c1-9632-28ad66c724a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.0822134 Apr 21 13:40:43.972213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-9dfb50dd-8c47-42d6-af0e-9273659b45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:43.973772 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-9dfb50dd-8c47-42d6-af0e-9273659b45ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.1379266 Apr 21 13:40:44.087948 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-f3d214fc-f3f2-4984-8d45-26e487c5cb5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 1002 time: 0.1072769 Apr 21 13:40:44.223215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-c4dfdbf5-6d9a-4d45-a722-02b8657f20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:44.224940 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-c4dfdbf5-6d9a-4d45-a722-02b8657f20be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.1292179 Apr 21 13:40:44.307033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8d96-168d-4174-a9bb-0b1ca45e75a0 req-20a77953-0252-4fc9-a66c-bf738f691489 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:44.308654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ea4d8d96-168d-4174-a9bb-0b1ca45e75a0 req-20a77953-0252-4fc9-a66c-bf738f691489 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.1702836 Apr 21 13:40:44.366050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-f68f6869-82a5-477a-8719-29c98703f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:44.367604 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-f68f6869-82a5-477a-8719-29c98703f911 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1351411 Apr 21 13:40:44.372596 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ea4d8d96-168d-4174-a9bb-0b1ca45e75a0 req-dc510859-b886-4dfb-9bfd-2208afabba06 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565770 Apr 21 13:40:44.510809 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-4c468241-e1e1-401c-927e-ddcd0e1765e1 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352563 Apr 21 13:40:44.654285 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fd83eb88-d43a-4faf-a64c-da2e0956fe61 req-170cc3ff-f9d8-4640-8287-f502ec469655 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363897 Apr 21 13:40:45.588019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad025-b751-49ad-9491-607afe9743ef req-f38d8cd0-9cb4-4b0a-9c21-135b9fa90de4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:45.588019 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3bad025-b751-49ad-9491-607afe9743ef req-f38d8cd0-9cb4-4b0a-9c21-135b9fa90de4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0929482 Apr 21 13:40:45.634379 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3bad025-b751-49ad-9491-607afe9743ef req-cbb1a365-a5ad-471c-8865-711e1313153a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429089 Apr 21 13:40:46.841788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657032-9d31-495e-ad51-25d860a7598f req-9011e832-980c-4030-af5a-6679d0c13bd0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:46.843330 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bc657032-9d31-495e-ad51-25d860a7598f req-9011e832-980c-4030-af5a-6679d0c13bd0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0873792 Apr 21 13:40:46.895821 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bc657032-9d31-495e-ad51-25d860a7598f req-81fd0138-d781-47a1-91a5-9d850bbe5c78 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Apr 21 13:40:48.097387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996a45-f2a8-4714-a69d-f2e1962b23ef req-82b4fca6-185c-4812-a986-515c6e5dfa58 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:48.099128 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb996a45-f2a8-4714-a69d-f2e1962b23ef req-82b4fca6-185c-4812-a986-515c6e5dfa58 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0892024 Apr 21 13:40:48.155220 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cb996a45-f2a8-4714-a69d-f2e1962b23ef req-ae6452fd-b963-4a74-ba12-56cd9915709a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493739 Apr 21 13:40:49.359095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaa094-5607-4bbe-b34f-a16d4dad2f60 req-1167063e-f987-4abf-92c0-22ad7809fbea tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:49.360733 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6cfaa094-5607-4bbe-b34f-a16d4dad2f60 req-1167063e-f987-4abf-92c0-22ad7809fbea tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0927227 Apr 21 13:40:49.409065 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6cfaa094-5607-4bbe-b34f-a16d4dad2f60 req-8b355e47-ade3-441e-8715-a364e00b140f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Apr 21 13:40:49.782784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10982593-8674-41a0-a226-a7bd62e0cb5f req-6006b568-1fc4-4194-957f-b0acbfa3510e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:49.784551 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-10982593-8674-41a0-a226-a7bd62e0cb5f req-6006b568-1fc4-4194-957f-b0acbfa3510e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0938952 Apr 21 13:40:49.889791 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-10982593-8674-41a0-a226-a7bd62e0cb5f req-7501325d-141c-4781-8922-d603465dc49b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668681 Apr 21 13:40:49.904117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-22e09bc9-dc44-4bd2-8a92-0105d80219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:49.905757 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-22e09bc9-dc44-4bd2-8a92-0105d80219d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1099 time: 0.1202745 Apr 21 13:40:50.050031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-97f23778-4d92-43fb-851f-8d7fbcd7dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:50.051600 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-97f23778-4d92-43fb-851f-8d7fbcd7dce3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.1382895 Apr 21 13:40:50.163970 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-2a6a9655-3bd6-49a1-8eaf-cd73936c9e6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 1002 time: 0.1046791 Apr 21 13:40:50.232840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-441b54c0-d5da-4e9c-9045-95e5bf1afd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:50.235263 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-441b54c0-d5da-4e9c-9045-95e5bf1afd68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.0639393 Apr 21 13:40:50.320244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-45ed7926-1752-4d52-86b6-97ec8e77aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:50.321755 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-45ed7926-1752-4d52-86b6-97ec8e77aab7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795443 Apr 21 13:40:50.468692 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-6716abd3-2ee1-4a0d-8a13-f471bfc2fdcb service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342454 Apr 21 13:40:50.611108 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-08d7c920-8201-4ff0-bc6f-0ba87e6de16b req-86ae1cb7-56aa-4297-9669-dbd48b84cbb1 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345778 Apr 21 13:40:51.092652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251bdf9-80cc-4c0f-a55d-2680df809dff req-b8fe2fe1-7d6f-4498-a534-02b277a066c5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:51.094758 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7251bdf9-80cc-4c0f-a55d-2680df809dff req-b8fe2fe1-7d6f-4498-a534-02b277a066c5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0892048 Apr 21 13:40:51.147739 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7251bdf9-80cc-4c0f-a55d-2680df809dff req-489c2de8-b762-4d19-85b6-8c96a1119a26 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458288 Apr 21 13:40:52.354101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6c1d6-1736-491b-a12c-5e7f854934f9 req-dc5806b7-ce08-4719-abd0-e03aa3b9d0f3 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:40:52.355660 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3de6c1d6-1736-491b-a12c-5e7f854934f9 req-dc5806b7-ce08-4719-abd0-e03aa3b9d0f3 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0922127 Apr 21 13:40:52.403701 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3de6c1d6-1736-491b-a12c-5e7f854934f9 req-0e55417b-280e-49d9-91c6-938bef8d6100 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Apr 21 13:41:05.585482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6c6a4-2584-41cb-9222-ad1eab759f6f req-547560dc-2323-4f97-91b6-d755d271da19 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:05.586994 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79d6c6a4-2584-41cb-9222-ad1eab759f6f req-547560dc-2323-4f97-91b6-d755d271da19 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0882599 Apr 21 13:41:05.634066 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-79d6c6a4-2584-41cb-9222-ad1eab759f6f req-e2e8804a-5a25-4499-b87c-ec5aa939986c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Apr 21 13:41:06.850652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c80d7-5d59-43ba-81e3-6f06deb7a4db req-a4353b62-823f-4f2f-9728-9f78eb2a1183 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:06.853989 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-822c80d7-5d59-43ba-81e3-6f06deb7a4db req-a4353b62-823f-4f2f-9728-9f78eb2a1183 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0986702 Apr 21 13:41:06.901765 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-822c80d7-5d59-43ba-81e3-6f06deb7a4db req-0a8b8cf3-b5b0-45cf-9a2c-4489f3f631fb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Apr 21 13:41:08.107779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8274081-1562-4b58-86cf-f723fca9445b req-e45283bf-7276-4568-bf02-7deae88c690e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:08.109631 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f8274081-1562-4b58-86cf-f723fca9445b req-e45283bf-7276-4568-bf02-7deae88c690e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0877964 Apr 21 13:41:08.162965 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f8274081-1562-4b58-86cf-f723fca9445b req-3dd8e5b5-976a-49fc-9160-84ff3392293a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469348 Apr 21 13:41:09.370274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012deb2c-dfac-44e4-bd29-a89fb0744e7b req-8cb9b936-3ad7-4159-9d43-5508cb20afeb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:09.371872 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-012deb2c-dfac-44e4-bd29-a89fb0744e7b req-8cb9b936-3ad7-4159-9d43-5508cb20afeb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0876975 Apr 21 13:41:09.409862 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-884b6d7d-ebf0-42d4-a439-08c6069551db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:09.420218 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-012deb2c-dfac-44e4-bd29-a89fb0744e7b req-3361b4d5-3a54-43cd-94a7-4db691791632 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Apr 21 13:41:10.408211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:41:10.626966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b0973-59eb-491a-95be-bbace394fd8a req-d83ce7b0-931f-4083-bc24-e5258ca0c7bc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:10.628570 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ac0b0973-59eb-491a-95be-bbace394fd8a req-d83ce7b0-931f-4083-bc24-e5258ca0c7bc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0913734 Apr 21 13:41:10.675356 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ac0b0973-59eb-491a-95be-bbace394fd8a req-5cdcba60-62e3-4041-b7fb-8e502bd59ebe tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Apr 21 13:41:11.694956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-47b131d7-c3b8-43bc-bedc-475363ebf004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:11.891456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8305364-2eb9-4e42-9184-cc0cb890b8be req-123bad92-e6d7-4517-8bc3-4add39e9094d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:11.892961 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b8305364-2eb9-4e42-9184-cc0cb890b8be req-123bad92-e6d7-4517-8bc3-4add39e9094d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0881147 Apr 21 13:41:11.939804 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b8305364-2eb9-4e42-9184-cc0cb890b8be req-b6139d69-088e-45d6-859c-c11950b8f495 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Apr 21 13:41:12.125013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:12.674247 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:13.045938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:13.153004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43aa04-b590-4d74-b83c-79a4d0c38a42 req-e088e451-53ea-4065-9cb9-d7bbed1bbd22 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:13.154611 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff43aa04-b590-4d74-b83c-79a4d0c38a42 req-e088e451-53ea-4065-9cb9-d7bbed1bbd22 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0948322 Apr 21 13:41:13.207637 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ff43aa04-b590-4d74-b83c-79a4d0c38a42 req-8f3cb6ed-47a3-49fa-883a-5fdc34f1f140 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Apr 21 13:41:13.568350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:14.411816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38bf66-12af-4564-adb4-f24b4a74a2fc req-239af79e-b564-48c4-a08a-674634d76ae6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:14.413431 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1a38bf66-12af-4564-adb4-f24b4a74a2fc req-239af79e-b564-48c4-a08a-674634d76ae6 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0874341 Apr 21 13:41:14.463699 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1a38bf66-12af-4564-adb4-f24b4a74a2fc req-a7e451d2-d787-4786-a6d7-a0a069fb1c55 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Apr 21 13:41:15.670590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367939-fc87-415a-b1bf-f3f9a14e0aa5 req-93e27316-a614-49d2-b939-6e0c848af72f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:15.672223 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-75367939-fc87-415a-b1bf-f3f9a14e0aa5 req-93e27316-a614-49d2-b939-6e0c848af72f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0893381 Apr 21 13:41:15.720932 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-75367939-fc87-415a-b1bf-f3f9a14e0aa5 req-7fd5262f-1f46-4d88-90e2-4fe59b20f81e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Apr 21 13:41:16.929812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f444-8209-47a1-a9c1-d8780b1ae3fd req-afb9be49-3fe5-4dd5-91a1-11f304081fb9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:16.931397 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3d98f444-8209-47a1-a9c1-d8780b1ae3fd req-afb9be49-3fe5-4dd5-91a1-11f304081fb9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0904033 Apr 21 13:41:16.978699 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3d98f444-8209-47a1-a9c1-d8780b1ae3fd req-11096e31-ab06-497c-a6a8-53395c71662b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Apr 21 13:41:18.196335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a1ab-d7b0-4921-bd5f-c307aab8a85c req-b81e92c1-529a-4f00-80fa-301efdc4abf3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:18.197941 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1e1a1ab-d7b0-4921-bd5f-c307aab8a85c req-b81e92c1-529a-4f00-80fa-301efdc4abf3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0912292 Apr 21 13:41:18.246742 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1e1a1ab-d7b0-4921-bd5f-c307aab8a85c req-a0038c12-f4fc-41a3-8107-8b491b43339c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Apr 21 13:41:19.330947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:41:19.481433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:19.497587 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '075648f7-9502-4438-a452-0b79148d124a', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'port_id': '075648f7-9502-4438-a452-0b79148d124a', 'mac_address': 'fa:16:3e:4a:3d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:41:19.561114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:19.581523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 075648f7-9502-4438-a452-0b79148d124a {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:41:19.598671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:19.601974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:19.603938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:19.680407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=6']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:19.686499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ad6da-e485-414d-aaf4-129113e0dd1c req-ffe271fd-ef87-47ad-8280-15ab9990e55a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:19.688145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-402ad6da-e485-414d-aaf4-129113e0dd1c req-ffe271fd-ef87-47ad-8280-15ab9990e55a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.3220472 Apr 21 13:41:19.688998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.689393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.689777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.690155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.690536 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.691384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.691762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.692131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.692499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.692866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.693230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.693593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:19.697658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:19.700016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['075648f7-9502-4438-a452-0b79148d124a'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:41:19.746115 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-402ad6da-e485-414d-aaf4-129113e0dd1c req-0ecae57e-f57b-43bc-8a62-643e8a64cc78 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506570 Apr 21 13:41:20.974164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a26c3f-e2ed-47fa-b09d-591e4eba170c req-e21f4a98-6b47-4758-b6dc-a5a4aeed2f2c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:20.976779 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-67a26c3f-e2ed-47fa-b09d-591e4eba170c req-e21f4a98-6b47-4758-b6dc-a5a4aeed2f2c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 945 time: 0.1016347 Apr 21 13:41:21.059932 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-67a26c3f-e2ed-47fa-b09d-591e4eba170c req-01f008fc-5fe1-4612-837f-0eedf00090cc tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749538 Apr 21 13:41:21.343140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:41:21.417694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 075648f7-9502-4438-a452-0b79148d124a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:41:21.418109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:21.549981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:21.577528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:41:21.588043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:21.591639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:21.594046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e00a4534-1bd8-4e97-9c20-b0446735b073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:21.632532 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'code': 200} Apr 21 13:41:21.665512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=7']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:21.668636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:22.267527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e10a79-0d9e-4e18-92d1-9ab7183c11d9 req-eab27d1f-92b4-4577-bbfd-bab2206ff7af tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:22.269122 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f8e10a79-0d9e-4e18-92d1-9ab7183c11d9 req-eab27d1f-92b4-4577-bbfd-bab2206ff7af tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0881405 Apr 21 13:41:22.315912 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f8e10a79-0d9e-4e18-92d1-9ab7183c11d9 req-b1851cce-64c7-4329-aad5-c084accdd655 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Apr 21 13:41:23.525494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e072-781c-4ff5-b0a6-62aee0554559 req-4df023fe-7274-43b2-82a2-40233a564f26 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:23.526985 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3c7e072-781c-4ff5-b0a6-62aee0554559 req-4df023fe-7274-43b2-82a2-40233a564f26 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.0912452 Apr 21 13:41:23.574410 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3c7e072-781c-4ff5-b0a6-62aee0554559 req-2472a4aa-d424-417b-9bc1-5859c496b82b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Apr 21 13:41:24.815505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb85864-75b8-456d-bfcf-37536153bc16 req-8f51fe47-8352-4363-91ca-4dac149cb704 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:24.817264 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fcb85864-75b8-456d-bfcf-37536153bc16 req-8f51fe47-8352-4363-91ca-4dac149cb704 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1060879 Apr 21 13:41:24.872383 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fcb85864-75b8-456d-bfcf-37536153bc16 req-ff929f1b-3ad1-4ee0-8104-7ca867b244e7 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Apr 21 13:41:26.139561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cd573-7b8a-413d-81f2-2ec6f47ccfcc req-40e337ae-55ea-432b-9732-a828f47bb09c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:26.144698 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a34cd573-7b8a-413d-81f2-2ec6f47ccfcc req-40e337ae-55ea-432b-9732-a828f47bb09c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1265755 Apr 21 13:41:26.222726 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a34cd573-7b8a-413d-81f2-2ec6f47ccfcc req-2aaba48b-3c2e-4ba8-b93b-abb19c792174 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723159 Apr 21 13:41:27.550324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6168-98c5-4f6a-934d-27dd5ccc6226 req-c919bec5-a993-41f3-900b-86f76f768869 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:27.551942 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7c4a6168-98c5-4f6a-934d-27dd5ccc6226 req-c919bec5-a993-41f3-900b-86f76f768869 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1120970 Apr 21 13:41:27.631564 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7c4a6168-98c5-4f6a-934d-27dd5ccc6226 req-1aa9a99f-ba84-46e1-9ada-3e561a72ae62 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699472 Apr 21 13:41:28.903749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbf98-37e7-45f7-9185-06cbc2fe8c58 req-a8120d9a-5d34-47a8-a4ea-fe499d885bea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:28.912103 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-992bbf98-37e7-45f7-9185-06cbc2fe8c58 req-a8120d9a-5d34-47a8-a4ea-fe499d885bea tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1439216 Apr 21 13:41:28.958803 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-992bbf98-37e7-45f7-9185-06cbc2fe8c58 req-b3f0fac1-9193-4b94-9646-227bf09307be tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456188 Apr 21 13:41:30.265664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d78cf-598f-4f8e-b4b4-30c91592315b req-ee0bac4d-cebc-4b36-b799-7c03b5ec8efe tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:30.267401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-752d78cf-598f-4f8e-b4b4-30c91592315b req-ee0bac4d-cebc-4b36-b799-7c03b5ec8efe tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1193261 Apr 21 13:41:30.319090 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-752d78cf-598f-4f8e-b4b4-30c91592315b req-a4324897-36b5-41dc-8136-c39028ac0eed tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Apr 21 13:41:31.555360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33125-0353-47c1-a7cb-b589a35bdd0f req-92d3482f-fe7b-4a66-9a3f-a337696123d2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:31.558168 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-84f33125-0353-47c1-a7cb-b589a35bdd0f req-92d3482f-fe7b-4a66-9a3f-a337696123d2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1137407 Apr 21 13:41:31.613815 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-84f33125-0353-47c1-a7cb-b589a35bdd0f req-01c28957-b9c6-49ca-9f03-8fe4a1a9e258 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482204 Apr 21 13:41:32.887455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824074-30fb-49d5-8abf-f17ee41877c5 req-cbd7a97a-89c7-47b1-bfee-3c381ccb3dfb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:32.890257 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a8824074-30fb-49d5-8abf-f17ee41877c5 req-cbd7a97a-89c7-47b1-bfee-3c381ccb3dfb tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1224046 Apr 21 13:41:32.940778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54004) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:32.949056 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a8824074-30fb-49d5-8abf-f17ee41877c5 req-a0deca1d-3954-4ee9-a854-f8ffed9b2908 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531485 Apr 21 13:41:33.557908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Deleting port c58aed8c-8f53-4613-ac4d-3a337c9120df {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:33.558260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:33.766719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:33.767102 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:33.901161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Calling delete_port for c58aed8c-8f53-4613-ac4d-3a337c9120df owned by network:floatingip {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:34.181812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:34.187469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4f2672d-09c8-4f14-b46a-5a26cb79e100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:34.238058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231775-38d0-4b04-80c5-a6aa9f0eb853 req-f46469b2-f47b-4682-9233-ecfc6b7850a5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:34.246001 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a0231775-38d0-4b04-80c5-a6aa9f0eb853 req-f46469b2-f47b-4682-9233-ecfc6b7850a5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1572909 Apr 21 13:41:34.272845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event deleted for resources: {'Port': ['ID=c58aed8c-8f53-4613-ac4d-3a337c9120df,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:34.299801 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a0231775-38d0-4b04-80c5-a6aa9f0eb853 req-363abef7-a23d-434e-ac59-6467d30c466b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527298 Apr 21 13:41:34.411308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.411956 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.412470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.412978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.413471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.413934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.414598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.415066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.415581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.416053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.416513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.416974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:34.433338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:34.465748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for floatingip, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:34.466851 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Floating IP 34136162-729b-4e16-97a8-f4bb47893a0e disassociated (deleted). External IP: 172.28.2.100, port: 77eec877-84b0-4f98-a959-5d691f75eb6b. Apr 21 13:41:34.958326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Router ad3d54e4-a36f-4cca-b18d-619318daa5bf has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:41:35.191869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:41:35.204437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] Sync routers for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:41:35.216097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:35.235373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:41:35.239336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:35.284485 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "DELETE /v2.0/floatingips/34136162-729b-4e16-97a8-f4bb47893a0e HTTP/1.1" status: 204 len: 168 time: 2.3415239 Apr 21 13:41:35.285373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:41:35.411729 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'status': 'completed', 'code': 200} Apr 21 13:41:35.610866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-47c98d5a-dc58-4acf-910f-eb96d0ec5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:35.612598 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-47c98d5a-dc58-4acf-910f-eb96d0ec5b0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8510f97b9e534d1c87619dc24dc1f806&device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 1099 time: 0.1659217 Apr 21 13:41:35.784278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:41:35.802704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb38a5-6db0-433c-8acd-58c65e1b65e7 req-88699126-0296-4e42-907c-28784da8ff54 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:35.804344 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-21bb38a5-6db0-433c-8acd-58c65e1b65e7 req-88699126-0296-4e42-907c-28784da8ff54 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.2612591 Apr 21 13:41:35.901705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-29da8463-aded-45be-a711-e8895d45f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:35.903327 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-29da8463-aded-45be-a711-e8895d45f53a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 200 len: 910 time: 0.2665718 Apr 21 13:41:35.907283 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-21bb38a5-6db0-433c-8acd-58c65e1b65e7 req-602fd013-902c-4385-bd1a-2af1502e7cb3 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950947 Apr 21 13:41:35.980847 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-4d2d8f6a-19e7-4f94-b901-61303b80281f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 200 len: 217 time: 0.0695813 Apr 21 13:41:35.989797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25f22-dce7-4dab-9c36-5a82a05bfb09 req-dbf02c0d-32f3-4eb7-baf0-304c42146881 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:35.991431 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-89e25f22-dce7-4dab-9c36-5a82a05bfb09 req-dbf02c0d-32f3-4eb7-baf0-304c42146881 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.2704427 Apr 21 13:41:36.096756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-34e3d8fa-0cc1-46e2-8b02-fdb63716b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:36.098269 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-34e3d8fa-0cc1-46e2-8b02-fdb63716b47e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 200 len: 848 time: 0.1058927 Apr 21 13:41:36.101310 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-89e25f22-dce7-4dab-9c36-5a82a05bfb09 req-1bf94055-53cf-4cc6-b462-0682d6d95da6 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681567 Apr 21 13:41:36.190369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:36.194665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] Checking router: ad3d54e4-a36f-4cca-b18d-619318daa5bf for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:41:36.204336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:41:36.204987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:36.216334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-e421c435-c36c-487f-9bdf-b4ededa6528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:36.217962 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-e421c435-c36c-487f-9bdf-b4ededa6528f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7a05cd9-4b1b-48d1-9404-d5f530f453b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1092553 Apr 21 13:41:36.398142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:41:36.501795 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-805f1be9-043b-4bcd-b57e-4bc34aa7ae48 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561153 Apr 21 13:41:36.709312 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ed6cd4e-1443-4196-ac28-0b3793e87729 req-ee60c227-4823-4e94-bd58-e282676c6818 service neutron] 10.222.0.15 "GET /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990819 Apr 21 13:41:36.738667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-bc488b17-ad1c-43c8-b1ce-638fba065786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:36.740407 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-bc488b17-ad1c-43c8-b1ce-638fba065786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1099 time: 0.1116428 Apr 21 13:41:36.746274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:36.750672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c6b81-285c-42e5-bd7f-0fc3ef0eb18b None None] The sync data for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb is: [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:35:32Z', 'revision_number': 4, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7bec71e-1690-4f5b-bd64-14ffe85fbe55', 'name': '', 'network_id': 'd7a05cd9-4b1b-48d1-9404-d5f530f453b0', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'mac_address': 'fa:16:3e:98:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:31Z', 'updated_at': '2021-04-21T13:35:44Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'subnets': [{'id': '44f2140e-a099-47e6-9f54-3d67163caf69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:41:36.898160 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-7e758068-40cf-47b6-a703-eccc31f7e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:36.899786 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-7e758068-40cf-47b6-a703-eccc31f7e532 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.1502156 Apr 21 13:41:37.023272 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-3284e8e9-74fb-4ae0-8b11-4aee733c98a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 1002 time: 0.1163552 Apr 21 13:41:37.153086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-83a0e5aa-7fe0-413a-967a-9a6848d79663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:37.154721 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-83a0e5aa-7fe0-413a-967a-9a6848d79663 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.1221316 Apr 21 13:41:37.167017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49609f7a-9baf-4a59-8d02-7f6512058468 None None] New status for floating IP 34136162-729b-4e16-97a8-f4bb47893a0e: DOWN {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:41:37.239317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f13a9-9dd8-4eed-95a6-fd8bf26402ee req-99fb4c17-a9f1-49a3-b783-62c149c7762f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:37.240876 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f8f13a9-9dd8-4eed-95a6-fd8bf26402ee req-99fb4c17-a9f1-49a3-b783-62c149c7762f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.1724410 Apr 21 13:41:37.349959 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-8d4966d8-8b71-417c-bff9-ff3331836953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:37.351620 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-8d4966d8-8b71-417c-bff9-ff3331836953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1882157 Apr 21 13:41:37.364132 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f8f13a9-9dd8-4eed-95a6-fd8bf26402ee req-ebf471d1-ff40-4b01-98f5-48922406913a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102631 Apr 21 13:41:37.484965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685506b-52f2-4a42-817f-d3b80964623f req-d0f6265a-9b39-49b3-8452-9b505a7c7e79 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:37.486576 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2685506b-52f2-4a42-817f-d3b80964623f req-d0f6265a-9b39-49b3-8452-9b505a7c7e79 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.2291744 Apr 21 13:41:37.564721 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-e93aa17d-3350-4e3c-b0e8-9f78dacfdd9e service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040331 Apr 21 13:41:37.569481 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2685506b-52f2-4a42-817f-d3b80964623f req-a94e67d8-c6ab-427c-9b4b-e5518783ae40 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef329e66-b6ed-4a63-871d-890ea7894e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671694 Apr 21 13:41:37.766469 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ce9f048c-a437-4630-a1ca-56dc94cda19b req-97a95f59-5914-41fb-9a44-a10cf950052d service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940086 Apr 21 13:41:37.802614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686a00c-9b71-48af-b827-45ca223c360b req-93c9f83c-6740-4718-a735-53afc1e98f11 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:37.804203 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c686a00c-9b71-48af-b827-45ca223c360b req-93c9f83c-6740-4718-a735-53afc1e98f11 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 946 time: 0.1107736 Apr 21 13:41:37.882129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Deleting port 77eec877-84b0-4f98-a959-5d691f75eb6b {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:37.882423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:38.379167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] For port 77eec877-84b0-4f98-a959-5d691f75eb6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77eec877-84b0-4f98-a959-5d691f75eb6b,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:38.379847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:38.519380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Calling delete_port for 77eec877-84b0-4f98-a959-5d691f75eb6b owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:38.715348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93f87-3c07-4360-abdf-9f778df63734 req-515c5233-77b7-4001-8a88-12ab9dbba30d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:38.717519 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2ed93f87-3c07-4360-abdf-9f778df63734 req-515c5233-77b7-4001-8a88-12ab9dbba30d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.2100947 Apr 21 13:41:38.837830 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2ed93f87-3c07-4360-abdf-9f778df63734 req-6df276d2-e9c5-46c2-940b-29a470595a9c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107862 Apr 21 13:41:38.840153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ae6b4408-1511-4f6b-a65e-f38e557017a0 req-960b6d61-83d6-40fc-b646-ce08f886e2ef tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 210 time: 0.0635374 Apr 21 13:41:38.841011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:38.846859 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-934df67e-c9ae-4993-83d5-c78c196f40c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:38.897767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event deleted for resources: {'Port': ['ID=77eec877-84b0-4f98-a959-5d691f75eb6b,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:38.908368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.908768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.909344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.909737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.910129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.910518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.910905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.911615 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.911789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.912133 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.912382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.912758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:41:38.948326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:38.994638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] No DVR routers for this DVR port 77eec877-84b0-4f98-a959-5d691f75eb6b on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:41:38.997734 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:39.000726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-deleted', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:41:39.014822 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c686a00c-9b71-48af-b827-45ca223c360b req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.15 "DELETE /v2.0/ports/77eec877-84b0-4f98-a959-5d691f75eb6b HTTP/1.1" status: 204 len: 173 time: 1.2047005 Apr 21 13:41:39.056404 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff9c03-7b9f-4c67-b949-21f4c310e6d3', 'name': 'network-vif-deleted', 'tag': '77eec877-84b0-4f98-a959-5d691f75eb6b', 'status': 'completed', 'code': 200} Apr 21 13:41:39.423995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9923ad03-e7dd-4725-a244-87b3bd3fa870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:40.208630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-da6d8592-9457-407a-be42-26994ee528f1 req-8194649f-69e9-42b0-8b0b-5815a8fc533e tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Synchronizing usage tracker for tenant:8510f97b9e534d1c87619dc24dc1f806 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:41:40.257794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-da6d8592-9457-407a-be42-26994ee528f1 req-8194649f-69e9-42b0-8b0b-5815a8fc533e tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Unset dirty status for tenant:8510f97b9e534d1c87619dc24dc1f806 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:41:40.259724 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-da6d8592-9457-407a-be42-26994ee528f1 req-8194649f-69e9-42b0-8b0b-5815a8fc533e tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8ff9c03-7b9f-4c67-b949-21f4c310e6d3 HTTP/1.1" status: 200 len: 210 time: 0.1406684 Apr 21 13:41:40.280407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e653-361e-4acb-bb14-c0541791ae66 req-22da2039-485c-4024-810f-f42cdcd12513 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:40.282818 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2005e653-361e-4acb-bb14-c0541791ae66 req-22da2039-485c-4024-810f-f42cdcd12513 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 946 time: 0.2285688 Apr 21 13:41:40.334512 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2005e653-361e-4acb-bb14-c0541791ae66 req-41166b17-509d-4f26-b2d1-efd5416edb74 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453327 Apr 21 13:41:41.365454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54074) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:41.410887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:41.451044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.461985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 77eec877-84b0-4f98-a959-5d691f75eb6b {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:41.462637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 77eec877-84b0-4f98-a959-5d691f75eb6b not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:41.463434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:41.505434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.598048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.615648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9003cd82-9c51-4fa9-a4db-45c9a95e82a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:41.640374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.644829 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef329e66-b6ed-4a63-871d-890ea7894e73 HTTP/1.1" status: 204 len: 168 time: 0.2748067 Apr 21 13:41:41.644829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef329e66-b6ed-4a63-871d-890ea7894e73,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:41.661511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:41.696628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54084) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:41.701675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.769933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f1907029-c88d-40b2-a57c-7306c0c13b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.782954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:41:41.807055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:41.813720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:41.821031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:41.870972 dv-cinder-787195-3-smb neutron-server[86287]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'code': 422} returned with failed status Apr 21 13:41:41.914944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=8']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:41.927166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:41.998151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809bd67-7ce2-47b7-8736-ac82c17a5161 req-23199de4-644a-49ba-ae7b-488a6adb66ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:42.000115 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5809bd67-7ce2-47b7-8736-ac82c17a5161 req-23199de4-644a-49ba-ae7b-488a6adb66ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1238935 Apr 21 13:41:42.063286 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5809bd67-7ce2-47b7-8736-ac82c17a5161 req-59e6272b-7689-4a60-8922-1928d1abdee2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511978 Apr 21 13:41:42.119141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:42.193692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54112) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:42.340309 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-fa2cc3f1-07e8-431a-a850-81476e352b30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451168 Apr 21 13:41:42.532976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:42.705853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:42.912385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-39fdf6a2-8c21-4636-a3f8-77d0f3d59a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:42.914175 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-39fdf6a2-8c21-4636-a3f8-77d0f3d59a49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298&tenant_id=2984be7efab9499ebb3eedc82d8c691b HTTP/1.1" status: 200 len: 1097 time: 0.0876205 Apr 21 13:41:43.019274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-e8628452-f1d4-4872-a989-a8c7b1596396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:43.020878 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-e8628452-f1d4-4872-a989-a8c7b1596396 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1097 time: 0.0840416 Apr 21 13:41:43.051999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:43.161649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Deleting port d7bec71e-1690-4f5b-bd64-14ffe85fbe55 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:43.162095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:43.227601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-2cbfbb4b-af24-4546-a0fc-cefb05597d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:43.229228 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-2cbfbb4b-af24-4546-a0fc-cefb05597d5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.2018785 Apr 21 13:41:43.392484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] For port d7bec71e-1690-4f5b-bd64-14ffe85fbe55, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:43.392920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:43.401508 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-ba8650c4-8615-4552-8efd-e3ebb1862bfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 1000 time: 0.1657324 Apr 21 13:41:43.493847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d230fd9-a8d6-471a-9763-04e4b4772a2f req-147c4daf-f375-4e34-997a-5dab29460702 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:43.495541 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3d230fd9-a8d6-471a-9763-04e4b4772a2f req-147c4daf-f375-4e34-997a-5dab29460702 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1872234 Apr 21 13:41:43.497515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-2ea1c0d3-c649-43e0-9fd1-7ffd86e181a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:43.500553 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-2ea1c0d3-c649-43e0-9fd1-7ffd86e181a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.0910420 Apr 21 13:41:43.533890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Calling delete_port for d7bec71e-1690-4f5b-bd64-14ffe85fbe55 owned by network:router_interface {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:43.571030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:43.658613 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3d230fd9-a8d6-471a-9763-04e4b4772a2f req-ad5ed44b-150c-4b67-bfe4-5937a9e3400c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538503 Apr 21 13:41:43.699545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-485509d2-0a0a-4bcb-995b-23d74ede207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:43.701720 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-485509d2-0a0a-4bcb-995b-23d74ede207f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1824086 Apr 21 13:41:43.704880 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-aec3d0b8-117a-4797-9fbd-5e980914d76c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1843128 Apr 21 13:41:43.854345 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:43.860131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:43.910185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bec71e-1690-4f5b-bd64-14ffe85fbe55,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:43.920013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-cf8a8644-a056-4812-914a-181c28c2625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:43.921630 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-cf8a8644-a056-4812-914a-181c28c2625e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 1099 time: 0.1871815 Apr 21 13:41:43.923537 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-34105ee7-62ae-4328-99f2-99744e477d1f service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113702 Apr 21 13:41:43.945165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:44.199750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:44.349121 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-70068eab-3097-4f4b-9d70-d7a899c3d347 req-67b6ee6e-a343-4741-85a6-f314c43ab279 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178569 Apr 21 13:41:44.355976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-f00600ce-6044-4e1b-9282-827a3b97b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:44.358852 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-f00600ce-6044-4e1b-9282-827a3b97b794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.3883803 Apr 21 13:41:44.525113 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-39c72060-6a7d-47ab-aefa-345e8dc6cd41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 200 len: 1002 time: 0.1597075 Apr 21 13:41:44.607361 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-b1414128-42fa-44b3-bfc5-a951c209c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:44.609019 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-b1414128-42fa-44b3-bfc5-a951c209c971 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.0763955 Apr 21 13:41:44.635217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Router ad3d54e4-a36f-4cca-b18d-619318daa5bf has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:41:44.718953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-52c6997a-8a9f-4116-9468-48527985192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:44.721381 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-52c6997a-8a9f-4116-9468-48527985192a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1061690 Apr 21 13:41:44.832798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:41:44.842868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] Sync routers for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:41:44.853338 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-771c0532-3ae5-42a3-8c76-2cd57deb140b admin admin] 10.222.0.36 "PUT /v2.0/routers/ad3d54e4-a36f-4cca-b18d-619318daa5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1527562 Apr 21 13:41:44.853558 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54130) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:44.854070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:41:44.854754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:45.057196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:41:45.060625 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-77530324-d9d7-42e6-95b3-0c89f74c00fe service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314569 Apr 21 13:41:45.061243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:45.083457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca4c8-8fef-4705-9a63-ed0aebd507b6 req-31a3eeac-1b29-46f1-a0ec-95267b534460 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:45.085860 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dbfca4c8-8fef-4705-9a63-ed0aebd507b6 req-31a3eeac-1b29-46f1-a0ec-95267b534460 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.2373800 Apr 21 13:41:45.299750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:45.311504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Deleting port cdd122af-5d02-413b-9979-51e45fb2a299 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:45.311885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:45.363265 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dbfca4c8-8fef-4705-9a63-ed0aebd507b6 req-76aadc3a-1d0d-42e7-8380-751fb48b0f86 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412269 Apr 21 13:41:45.406089 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fedb34ce-53b4-4d55-a8c4-6120c81279e9 req-bdb11c00-02f8-4b76-91c2-9068e95ed726 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379812 Apr 21 13:41:45.422749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193'}], 'enable_snat': True}, 'gw_port_id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:41:43Z', 'revision_number': 5, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port': {'id': 'cdd122af-5d02-413b-9979-51e45fb2a299', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:27Z', 'updated_at': '2021-04-21T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:45.429318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] Checking router: ad3d54e4-a36f-4cca-b18d-619318daa5bf for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:41:45.441798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] Routers {'ad3d54e4-a36f-4cca-b18d-619318daa5bf'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:41:45.442801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:45.626236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] For port cdd122af-5d02-413b-9979-51e45fb2a299, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=cdd122af-5d02-413b-9979-51e45fb2a299,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:45.634977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:45.682823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] Set router ad3d54e4-a36f-4cca-b18d-619318daa5bf gateway port host: None {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:41:45.827275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:41:45Z', 'revision_number': 6, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port_host': None}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:45.832438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7391844-4f2c-4cdd-a310-24e852d22aea None None] The sync data for ids ['ad3d54e4-a36f-4cca-b18d-619318daa5bf'] in dv-cinder-787195-3-smb is: [{'id': 'ad3d54e4-a36f-4cca-b18d-619318daa5bf', 'name': 'tempest-TestShelveInstance-2123345407-router', 'tenant_id': '8510f97b9e534d1c87619dc24dc1f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:26Z', 'updated_at': '2021-04-21T13:41:45Z', 'revision_number': 6, 'project_id': '8510f97b9e534d1c87619dc24dc1f806', 'gw_port_host': None}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:41:46.203524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Calling delete_port for cdd122af-5d02-413b-9979-51e45fb2a299 owned by network:router_gateway {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:46.478730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:46.484793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7cdea1d5-1935-4b34-a2cd-3ec0e2dd205e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:46.608006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd122af-5d02-413b-9979-51e45fb2a299,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:46.611151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:46.670167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:46.704763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fec9c-06ff-4e34-b57a-e23fa36a59c4 req-4f1059c4-68ee-40f8-b2b0-cee4c0e855ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:46.706471 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b06fec9c-06ff-4e34-b57a-e23fa36a59c4 req-4f1059c4-68ee-40f8-b2b0-cee4c0e855ab tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1218400 Apr 21 13:41:46.885953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:46.890262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.008448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.009053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3d54e4-a36f-4cca-b18d-619318daa5bf {{(pid=86399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:41:47.023947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.025549 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ad3d54e4-a36f-4cca-b18d-619318daa5bf HTTP/1.1" status: 204 len: 168 time: 2.1706014 Apr 21 13:41:47.030493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54156) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:47.035838 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b06fec9c-06ff-4e34-b57a-e23fa36a59c4 req-6f7dab56-f705-43da-b004-3aec248554bf tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215339 Apr 21 13:41:47.115301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Deleting subnet 44f2140e-a099-47e6-9f54-3d67163caf69 {{(pid=86398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:41:47.118796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.205519 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27418973'] for subnet, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.340373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.407919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:41:47.609282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27503169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27426007'] for subnet, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.614403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:47.658020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f2140e-a099-47e6-9f54-3d67163caf69,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:47.660759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.664606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233899cf-dd02-469c-bc1b-80b178341b01 None None] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:41:47.669228 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/44f2140e-a099-47e6-9f54-3d67163caf69 HTTP/1.1" status: 204 len: 168 time: 0.6297669 Apr 21 13:41:47.669228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0d0c340d-4b67-4032-9654-e496ed02a725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:47.669478 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54160) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:47.684053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device cdd122af-5d02-413b-9979-51e45fb2a299 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:47.733468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: cdd122af-5d02-413b-9979-51e45fb2a299 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:47.734061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device cdd122af-5d02-413b-9979-51e45fb2a299 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:47.734772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7bec71e-1690-4f5b-bd64-14ffe85fbe55 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:47.787894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.799582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Deleting port e1c0cc9e-9b88-4407-865d-be947a16f862 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:47.799913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:47.848612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: d7bec71e-1690-4f5b-bd64-14ffe85fbe55 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:47.848930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7bec71e-1690-4f5b-bd64-14ffe85fbe55 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:48.044376 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] For port e1c0cc9e-9b88-4407-865d-be947a16f862, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=e1c0cc9e-9b88-4407-865d-be947a16f862,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:48.044784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.222578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Calling delete_port for e1c0cc9e-9b88-4407-865d-be947a16f862 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:48.276664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] DHCP port deletion for d7a05cd9-4b1b-48d1-9404-d5f530f453b0 request from dv-cinder-787195-3-smb {{(pid=86400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 13:41:48.282264 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Deleting port e1c0cc9e-9b88-4407-865d-be947a16f862 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:48.282800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.390751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe99728-14a6-4574-be57-a292296d19fa req-d69a38bc-039b-4b7c-9354-0f778e899090 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:48.392500 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dfe99728-14a6-4574-be57-a292296d19fa req-d69a38bc-039b-4b7c-9354-0f778e899090 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1818502 Apr 21 13:41:48.393689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.402698 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-35531139-9eaa-4e7e-b2ca-135d66d2260b tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:48.466562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] No DVR routers for this DVR port e1c0cc9e-9b88-4407-865d-be947a16f862 on host dv-cinder-787195-3-smb {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:41:48.468380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c0cc9e-9b88-4407-865d-be947a16f862,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:48.503018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:48.518517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] For port e1c0cc9e-9b88-4407-865d-be947a16f862, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=e1c0cc9e-9b88-4407-865d-be947a16f862,segment=NetworkSegment(2ffffacf-c2ac-4920-beca-73d03eb290fe),segment_id=2ffffacf-c2ac-4920-beca-73d03eb290fe)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:48.518974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.632161 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dfe99728-14a6-4574-be57-a292296d19fa req-78db9c5d-c43e-44c2-8fd6-a7cd15f6bb56 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305713 Apr 21 13:41:48.662607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Calling delete_port for e1c0cc9e-9b88-4407-865d-be947a16f862 owned by network:dhcp {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:48.664964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.797033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a05cd9-4b1b-48d1-9404-d5f530f453b0']}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:48.812651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffffacf-c2ac-4920-beca-73d03eb290fe') {'for_net_delete': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:48.813421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffffacf-c2ac-4920-beca-73d03eb290fe') {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:48.829509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827356843'] for segment, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.833792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:41:48.834209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:41:48.846854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:48.854876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=86398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:41:49.071048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:41:49.081285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827271198'] for segment, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:49.268831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Network d7a05cd9-4b1b-48d1-9404-d5f530f453b0 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:41:49.299409 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:41:49.335933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Deleting port e1c0cc9e-9b88-4407-865d-be947a16f862 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:49.336289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:49.379275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:49.385332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:49.398790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ee07130b-b8d8-490d-8524-5d1b33cbaacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:49.415048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-a200f73b-a09d-427f-8169-d5cdc05c9d9b None None] The port 'e1c0cc9e-9b88-4407-865d-be947a16f862' was deleted {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 13:41:49.416812 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d7a05cd9-4b1b-48d1-9404-d5f530f453b0 HTTP/1.1" status: 204 len: 168 time: 1.7462378 Apr 21 13:41:49.419440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54168) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:49.426172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a05cd9-4b1b-48d1-9404-d5f530f453b0,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:49.428725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:49.675080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device e1c0cc9e-9b88-4407-865d-be947a16f862 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:49.743123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: e1c0cc9e-9b88-4407-865d-be947a16f862 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:49.743577 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device e1c0cc9e-9b88-4407-865d-be947a16f862 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:49.872828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a72e7-d409-4c13-8006-0b9a92bac29f req-b7515426-5e2e-45fc-af48-3bea1f7b5268 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:49.874432 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-670a72e7-d409-4c13-8006-0b9a92bac29f req-b7515426-5e2e-45fc-af48-3bea1f7b5268 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1006589 Apr 21 13:41:49.934618 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-670a72e7-d409-4c13-8006-0b9a92bac29f req-488790c1-4c21-4221-8113-405e2bf59a7e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496204 Apr 21 13:41:50.158471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:50.554192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Deleting port 73943a47-205e-4e79-a91f-0aebfd4f0cf0 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:50.554471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:50.750551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] For port 73943a47-205e-4e79-a91f-0aebfd4f0cf0, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=73943a47-205e-4e79-a91f-0aebfd4f0cf0,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:50.750942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:50.890884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Calling delete_port for 73943a47-205e-4e79-a91f-0aebfd4f0cf0 owned by network:router_interface {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:51.086192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:51.094609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d95d05af-13f7-44ab-86e6-16e2a2c963a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:51.226868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73943a47-205e-4e79-a91f-0aebfd4f0cf0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:51.237450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:51.288679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a877-408a-4ea5-b040-aa121d66276a req-1dfcdc94-074f-42ef-9b95-22d721177e29 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:51.316029 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5c18a877-408a-4ea5-b040-aa121d66276a req-1dfcdc94-074f-42ef-9b95-22d721177e29 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1929784 Apr 21 13:41:51.384264 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5c18a877-408a-4ea5-b040-aa121d66276a req-0e31f3b9-aaf8-48e9-a127-6ae358dc8210 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688307 Apr 21 13:41:51.542769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:52.242635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Router 1f056545-c096-4872-964d-3658b372e8ea has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:41:52.451472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:41:52.466911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] Sync routers for ids ['1f056545-c096-4872-964d-3658b372e8ea'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:41:52.468906 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-544741e2-9963-4d1f-8275-6219c73a31e1 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f056545-c096-4872-964d-3658b372e8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0472548 Apr 21 13:41:52.472066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54182) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:52.478386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] Routers {'1f056545-c096-4872-964d-3658b372e8ea'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:41:52.479066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['1f056545-c096-4872-964d-3658b372e8ea'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:52.696028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] Set router 1f056545-c096-4872-964d-3658b372e8ea gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:41:52.825170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307f6db-10c0-41af-b446-91e0aa57e220 req-0f012099-a884-464e-b741-2a68bba3963c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:52.826917 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9307f6db-10c0-41af-b446-91e0aa57e220 req-0f012099-a884-464e-b741-2a68bba3963c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1479425 Apr 21 13:41:52.828444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:53.209357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:41:51Z', 'revision_number': 5, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:53.214025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] Checking router: 1f056545-c096-4872-964d-3658b372e8ea for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:41:53.224366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] Routers {'1f056545-c096-4872-964d-3658b372e8ea'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:41:53.225056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['1f056545-c096-4872-964d-3658b372e8ea'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:53.340424 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9307f6db-10c0-41af-b446-91e0aa57e220 req-5b9addc4-85ea-49b5-b584-fa87da7dbce7 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4596548 Apr 21 13:41:53.374388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:53.384761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Deleting port b797f628-ab54-41ba-8daa-28020cb51029 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:53.385175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:53.479393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] Set router 1f056545-c096-4872-964d-3658b372e8ea gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:41:53.610421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] For port b797f628-ab54-41ba-8daa-28020cb51029, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=b797f628-ab54-41ba-8daa-28020cb51029,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:53.610824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:53.754126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Calling delete_port for b797f628-ab54-41ba-8daa-28020cb51029 owned by network:router_gateway {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:53.872969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:41:51Z', 'revision_number': 5, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:53.882307 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8cb857-e2ad-4cce-b87b-6fbfb22d62ab None None] The sync data for ids ['1f056545-c096-4872-964d-3658b372e8ea'] in dv-cinder-787195-3-smb is: [{'id': '1f056545-c096-4872-964d-3658b372e8ea', 'name': 'tempest-TestShelveInstance-1576850476-router', 'tenant_id': '4168280fd4d4461889997a446c0dde19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55'}], 'enable_snat': True}, 'gw_port_id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:35:37Z', 'updated_at': '2021-04-21T13:41:51Z', 'revision_number': 5, 'project_id': '4168280fd4d4461889997a446c0dde19', 'gw_port': {'id': 'b797f628-ab54-41ba-8daa-28020cb51029', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f056545-c096-4872-964d-3658b372e8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:35:39Z', 'updated_at': '2021-04-21T13:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:41:53.962170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:53.972487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-eb707a55-ee00-40ac-9465-98e9c7b31b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:54.056831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b797f628-ab54-41ba-8daa-28020cb51029,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:54.108675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:54.118004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.332739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.335221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.363700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.364366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f056545-c096-4872-964d-3658b372e8ea {{(pid=86398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:41:54.381194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.385065 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f056545-c096-4872-964d-3658b372e8ea HTTP/1.1" status: 204 len: 168 time: 1.9091067 Apr 21 13:41:54.385331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54188) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:54.460100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Deleting subnet d0fa60a0-0b11-4e51-ad84-e28d3f67a777 {{(pid=86398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:41:54.463471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.518695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27418973'] for subnet, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.658691 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:54.854653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963bcda-8c24-4721-a7f5-e52b8fbf842f req-a1bf1b7c-4f8c-4a2f-a0c4-857328acbf1c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:54.856580 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b963bcda-8c24-4721-a7f5-e52b8fbf842f req-a1bf1b7c-4f8c-4a2f-a0c4-857328acbf1c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.2901404 Apr 21 13:41:54.979696 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b963bcda-8c24-4721-a7f5-e52b8fbf842f req-ff8eb58c-fff3-4aaa-aae4-4ba5590f0ba4 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004801 Apr 21 13:41:55.040943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27503169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27426007'] for subnet, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.047382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-30a85cf5-6425-434e-9844-4e9acb1fddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:55.088077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fa60a0-0b11-4e51-ad84-e28d3f67a777,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:55.090820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.093802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:55.098458 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d0fa60a0-0b11-4e51-ad84-e28d3f67a777 HTTP/1.1" status: 204 len: 168 time: 0.7120223 Apr 21 13:41:55.100799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f771b-9d38-4045-a113-0cb120478db7 None None] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:41:55.101005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54192) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:55.255472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.268737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Deleting port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:55.269594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.450440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] DHCP port deletion for d94b8062-2a5f-4229-9f5f-bc30fae2d213 request from dv-cinder-787195-3-smb {{(pid=86400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 13:41:55.455829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Deleting port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:55.456248 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.521779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] For port ee8bc2c7-a2ca-4e47-9115-94a62a800da3, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:55.522823 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.686997 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Calling delete_port for ee8bc2c7-a2ca-4e47-9115-94a62a800da3 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:55.700703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] For port ee8bc2c7-a2ca-4e47-9115-94a62a800da3, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,segment=NetworkSegment(30eacbc0-8237-4563-96b0-7d76037e71b5),segment_id=30eacbc0-8237-4563-96b0-7d76037e71b5)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:41:55.701236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.772290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device ee8bc2c7-a2ca-4e47-9115-94a62a800da3 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:55.783571 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:55.788927 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:55.849357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] No DVR routers for this DVR port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 on host dv-cinder-787195-3-smb {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:41:55.873328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Calling delete_port for ee8bc2c7-a2ca-4e47-9115-94a62a800da3 owned by network:dhcp {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:41:55.878803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8bc2c7-a2ca-4e47-9115-94a62a800da3,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:55.881498 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:55.917940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: ee8bc2c7-a2ca-4e47-9115-94a62a800da3 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:55.918731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device ee8bc2c7-a2ca-4e47-9115-94a62a800da3 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:55.918731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73943a47-205e-4e79-a91f-0aebfd4f0cf0 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:55.961522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 73943a47-205e-4e79-a91f-0aebfd4f0cf0 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:55.961922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 73943a47-205e-4e79-a91f-0aebfd4f0cf0 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:55.962402 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device b797f628-ab54-41ba-8daa-28020cb51029 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:41:55.993872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.029310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: b797f628-ab54-41ba-8daa-28020cb51029 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:41:56.029648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device b797f628-ab54-41ba-8daa-28020cb51029 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:41:56.062324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:41:56.062735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:41:56.144569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94b8062-2a5f-4229-9f5f-bc30fae2d213']}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:56.216995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eacbc0-8237-4563-96b0-7d76037e71b5') {'for_net_delete': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:56.217539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eacbc0-8237-4563-96b0-7d76037e71b5') {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:41:56.233635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827356843'] for segment, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.292272 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d1ce-302e-47b4-8c87-6be4dfab6005 req-d51fd84e-1110-4fe8-a660-07e7f10cf87e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:56.294078 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03d4d1ce-302e-47b4-8c87-6be4dfab6005 req-d51fd84e-1110-4fe8-a660-07e7f10cf87e tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.1413915 Apr 21 13:41:56.357374 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03d4d1ce-302e-47b4-8c87-6be4dfab6005 req-4a863801-7a5e-438b-8089-e31f74e829c8 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517902 Apr 21 13:41:56.375018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.383782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=86398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:41:56.564326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Deleting port ee8bc2c7-a2ca-4e47-9115-94a62a800da3 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:41:56.565492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.588884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:41:56.598549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827271198'] for segment, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.644714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-67e44977-305e-4952-b6b1-bc3d9cef339f None None] The port 'ee8bc2c7-a2ca-4e47-9115-94a62a800da3' was deleted {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 13:41:56.789805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Network d94b8062-2a5f-4229-9f5f-bc30fae2d213 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:41:56.813442 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:41:56.898525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.902318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd8e9d42-7a08-4f33-98b9-5795fcc0791a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:56.920307 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:56.933498 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Pushing event deleted for resources: {'Network': ['ID=d94b8062-2a5f-4229-9f5f-bc30fae2d213,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:56.937212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:56.939134 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] 10.222.0.36 "DELETE /v2.0/networks/d94b8062-2a5f-4229-9f5f-bc30fae2d213 HTTP/1.1" status: 204 len: 168 time: 1.8371115 Apr 21 13:41:57.061923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54202) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:57.115863 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2f5290ca-25e5-448d-92d3-8b737e136b49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8510f97b9e534d1c87619dc24dc1f806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523803 Apr 21 13:41:57.118508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54206) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:57.183503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.211490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.256286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.261306 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-84db6ede-910f-4a2d-b783-7ad1f15fd379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:57.274800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbaa67d-b802-4f63-a86d-dc243b0db394,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:57.277949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:57.278925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.280882 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d3bdfeb4-fc38-48af-8e94-16612d55bb8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fbaa67d-b802-4f63-a86d-dc243b0db394 HTTP/1.1" status: 204 len: 168 time: 0.1613207 Apr 21 13:41:57.582861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78b4f9-7af4-4440-987b-1ec81d08149d req-c047635b-5858-4a79-8a24-5c13b2d6e566 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:57.584549 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-aa78b4f9-7af4-4440-987b-1ec81d08149d req-c047635b-5858-4a79-8a24-5c13b2d6e566 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.0938098 Apr 21 13:41:57.637291 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-aa78b4f9-7af4-4440-987b-1ec81d08149d req-16c12eb8-1ac9-4f8d-9163-3cd44c127879 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452023 Apr 21 13:41:57.639852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54216) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:57.694799 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a8ee1b5c-c89d-4968-ba69-abc6b742fb22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4168280fd4d4461889997a446c0dde19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534241 Apr 21 13:41:57.697556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54220) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:41:57.760890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.789410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.841987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.847888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-196a11f5-8b9a-4c18-9238-e7ede5bba3f8 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:41:57.861532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277012ad-97d6-4407-a848-705aed4863d7,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:41:57.864386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:41:57.865627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:41:57.869788 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/277012ad-97d6-4407-a848-705aed4863d7 HTTP/1.1" status: 204 len: 168 time: 0.1710777 Apr 21 13:41:58.844850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e77a-bfc7-4849-8ff6-a0a1ad2053e6 req-ae64d6d8-8023-490f-9b2c-c7d102efbd7d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:41:58.846462 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4df6e77a-bfc7-4849-8ff6-a0a1ad2053e6 req-ae64d6d8-8023-490f-9b2c-c7d102efbd7d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.0871475 Apr 21 13:41:58.897879 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4df6e77a-bfc7-4849-8ff6-a0a1ad2053e6 req-c766aca1-1efb-43eb-a89e-2d454befb79c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449977 Apr 21 13:42:00.114207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761a109-a101-4206-83ff-4a729dba9390 req-a2f5ba6c-ca25-49c8-a994-d3786d3f9381 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:00.115913 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f761a109-a101-4206-83ff-4a729dba9390 req-a2f5ba6c-ca25-49c8-a994-d3786d3f9381 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.0941122 Apr 21 13:42:00.181565 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f761a109-a101-4206-83ff-4a729dba9390 req-05c93e04-244b-44a7-9ef4-fc23ff4b6aad tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539153 Apr 21 13:42:00.326964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f687bd1-3aae-445c-afe9-9d76556b02dd req-bd481d5a-c6f3-420e-b759-21fb640ca3c4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:00.328631 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2f687bd1-3aae-445c-afe9-9d76556b02dd req-bd481d5a-c6f3-420e-b759-21fb640ca3c4 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0954878 Apr 21 13:42:00.377754 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2f687bd1-3aae-445c-afe9-9d76556b02dd req-81604713-363b-4378-8598-838ed2d49ca3 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423219 Apr 21 13:42:01.408325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb8f3-4c1b-42f5-a932-fd32888b36c8 req-d7e87dc3-7e2e-4e74-af0e-1001de951c10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:01.409971 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d04bb8f3-4c1b-42f5-a932-fd32888b36c8 req-d7e87dc3-7e2e-4e74-af0e-1001de951c10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.0907030 Apr 21 13:42:01.458449 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d04bb8f3-4c1b-42f5-a932-fd32888b36c8 req-c6ed7bf9-9c93-42ca-843b-64acaaacb86d tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 Apr 21 13:42:01.583518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849737f-06e1-4cf4-977e-64594bed2dc6 req-b2508bf1-2529-4a60-bacf-396f9c7bdfe9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:01.585105 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4849737f-06e1-4cf4-977e-64594bed2dc6 req-b2508bf1-2529-4a60-bacf-396f9c7bdfe9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.0909927 Apr 21 13:42:01.634672 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4849737f-06e1-4cf4-977e-64594bed2dc6 req-46096040-1da2-4f56-a8d9-f05b3a12c032 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Apr 21 13:42:02.667885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22817f2-3292-4a84-8ea6-35f965139b9e req-d3b8f576-83d4-4158-8a3a-136ba7c4b559 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:02.669711 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e22817f2-3292-4a84-8ea6-35f965139b9e req-d3b8f576-83d4-4158-8a3a-136ba7c4b559 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 944 time: 0.0937042 Apr 21 13:42:02.727318 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e22817f2-3292-4a84-8ea6-35f965139b9e req-8c866bd3-5ef3-47e5-842d-17df563ab059 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473573 Apr 21 13:42:02.948487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-1d090259-f0bf-4005-ae27-88cbaf13fc74 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:02.950102 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-1d090259-f0bf-4005-ae27-88cbaf13fc74 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.3377469 Apr 21 13:42:03.328210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Deleting port 85259ed7-28e9-4905-855f-e227907f68e8 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:42:03.328595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:03.438578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7d926-09d7-47c4-8906-6733fc70ff10 req-42d5453e-335e-4287-8e98-eaa81b916b87 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:03.440137 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-90b7d926-09d7-47c4-8906-6733fc70ff10 req-42d5453e-335e-4287-8e98-eaa81b916b87 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 946 time: 0.4890511 Apr 21 13:42:03.517410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:42:03.581608 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-90b7d926-09d7-47c4-8906-6733fc70ff10 req-2170e1d0-74a6-4345-b920-c33189fcd598 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=772ff218-e1a1-4f9f-95e4-0610de3ab30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341248 Apr 21 13:42:03.648166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] For port 85259ed7-28e9-4905-855f-e227907f68e8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=85259ed7-28e9-4905-855f-e227907f68e8,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:03.648576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:03.699059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:03.713824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '075648f7-9502-4438-a452-0b79148d124a', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'port_id': '075648f7-9502-4438-a452-0b79148d124a', 'mac_address': 'fa:16:3e:4a:3d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:42:03.777390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:03.796404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075648f7-9502-4438-a452-0b79148d124a {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:42:03.812549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:03.816353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:03.818207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:03.889701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=9']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:03.893012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:04.026027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:04.026366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:04.026727 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Floating IP feee8018-b74c-4044-a191-c6e71e4ebafb disassociated. External IP: 172.28.2.107, port: 85259ed7-28e9-4905-855f-e227907f68e8. Apr 21 13:42:04.027107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Calling delete_port for 85259ed7-28e9-4905-855f-e227907f68e8 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:42:04.106320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdb35b-98a6-4d72-a601-a87bf33657a6 req-5a5d4b4c-4ea0-471e-a923-2d8e9eba41ec tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:04.107984 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fbbdb35b-98a6-4d72-a601-a87bf33657a6 req-5a5d4b4c-4ea0-471e-a923-2d8e9eba41ec tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 945 time: 0.2518888 Apr 21 13:42:04.161405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['075648f7-9502-4438-a452-0b79148d124a'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:42:04.215927 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fbbdb35b-98a6-4d72-a601-a87bf33657a6 req-37b78b9e-e2d9-40e6-8847-8f431ec03b41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885310 Apr 21 13:42:04.245466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:04.252354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1d5a7add-91a8-45d8-b794-df45ebf66b99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:04.301732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event deleted for resources: {'Port': ['ID=85259ed7-28e9-4905-855f-e227907f68e8,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:04.305138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:04.504997 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Router 517431a9-f6b0-44d3-b30a-594378537e39 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:42:04.736713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:42:04.746708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:42:04.757739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:42:04.758413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:04.788084 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fae2aa9a-7903-44be-9bad-ea5ee7f5a7a6 req-a0fcb3a6-a39e-418e-9596-8dcd75834b12 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44288cd-f81c-43be-bbb1-3429ab7c0a68 HTTP/1.1" status: 200 len: 210 time: 0.0896361 Apr 21 13:42:04.829969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] No DVR routers for this DVR port 85259ed7-28e9-4905-855f-e227907f68e8 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:42:04.833291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:04.836370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'name': 'network-vif-deleted', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:42:04.854582 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e4ba3d93-83d1-4ebd-855c-ff2047328415 req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "DELETE /v2.0/ports/85259ed7-28e9-4905-855f-e227907f68e8 HTTP/1.1" status: 204 len: 173 time: 1.8631470 Apr 21 13:42:04.890718 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44288cd-f81c-43be-bbb1-3429ab7c0a68', 'name': 'network-vif-deleted', 'tag': '85259ed7-28e9-4905-855f-e227907f68e8', 'status': 'completed', 'code': 200} Apr 21 13:42:04.959001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:42:05.458993 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2302e4e-fff5-45f3-8b86-3f8632f97292 req-a15ba9fa-06f5-4df1-a913-d52e2fc03a2b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:05.461490 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2302e4e-fff5-45f3-8b86-3f8632f97292 req-a15ba9fa-06f5-4df1-a913-d52e2fc03a2b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 945 time: 0.1128447 Apr 21 13:42:05.468091 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:05.472255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:42:05.481711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:42:05.482371 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:41:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:05.511708 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b2302e4e-fff5-45f3-8b86-3f8632f97292 req-6d9f9b40-0c30-4124-a241-5070014bf2ac tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Apr 21 13:42:05.545161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:42:05.744776 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 075648f7-9502-4438-a452-0b79148d124a triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:42:05.745339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:05.777399 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:42:05.924004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54266) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:05.993747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.024753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.073966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.079647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-09e6925d-ffc6-4cdc-9926-9a14f3966d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:06.095228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772ff218-e1a1-4f9f-95e4-0610de3ab30a,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:06.098365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:06.099421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.103370 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "DELETE /v2.0/security-groups/772ff218-e1a1-4f9f-95e4-0610de3ab30a HTTP/1.1" status: 204 len: 168 time: 0.1755641 Apr 21 13:42:06.103834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54272) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:06.121606 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.v2.resource [None req-f650ff5b-f26c-4792-9842-be28a701df9b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] show failed (client error): The resource could not be found. Apr 21 13:42:06.125487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.126454 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f650ff5b-f26c-4792-9842-be28a701df9b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups/772ff218-e1a1-4f9f-95e4-0610de3ab30a HTTP/1.1" status: 404 len: 347 time: 0.0218647 Apr 21 13:42:06.126632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54276) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:06.199435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:42:06.215367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:06.220273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.221183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 85259ed7-28e9-4905-855f-e227907f68e8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:42:06.253644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:06.296104 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'code': 200} Apr 21 13:42:06.304153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 85259ed7-28e9-4905-855f-e227907f68e8 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:42:06.304467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 85259ed7-28e9-4905-855f-e227907f68e8 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:42:06.325284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Deleting port 66844e45-cdfd-438c-92a8-b937b9345069 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:42:06.325861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.360425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=10']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:06.367463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:06.369831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:06.374773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ce6ac-d078-4e33-9a18-2576c0517ceb None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:42:06.584131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.584501 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:06.657114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca31cf-e4a9-4c1a-bc95-20a16cd4fc2a req-43a43d50-fc72-428b-8861-e8a4bd64b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:06.658733 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-62ca31cf-e4a9-4c1a-bc95-20a16cd4fc2a req-43a43d50-fc72-428b-8861-e8a4bd64b026 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1100 time: 0.1986425 Apr 21 13:42:06.732016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Calling delete_port for 66844e45-cdfd-438c-92a8-b937b9345069 owned by network:floatingip {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:42:06.742690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7de61-0725-4d25-8923-49d04fd015c1 None None] New status for floating IP feee8018-b74c-4044-a191-c6e71e4ebafb: DOWN {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:42:06.880482 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-62ca31cf-e4a9-4c1a-bc95-20a16cd4fc2a req-a4fd7014-8887-4336-99e0-3e31bcc4df54 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574361 Apr 21 13:42:06.930292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6599e-0814-4f3f-8e36-4ecce4a59723 req-c0bb9c46-2d7c-4310-a248-b0b4d1b5c1b2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:06.931919 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e4d6599e-0814-4f3f-8e36-4ecce4a59723 req-c0bb9c46-2d7c-4310-a248-b0b4d1b5c1b2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.2722080 Apr 21 13:42:06.982982 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e4d6599e-0814-4f3f-8e36-4ecce4a59723 req-63b71a79-866c-470a-ab69-2439c40124d2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438228 Apr 21 13:42:06.984813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:42:06.985184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:42:07.486665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Deleting port 66844e45-cdfd-438c-92a8-b937b9345069 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:42:07.486953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:07.672620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:07.672998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.051898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Calling delete_port for 66844e45-cdfd-438c-92a8-b937b9345069 owned by network:floatingip {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:42:08.263982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c9e41-9458-4e0a-ac0d-ff817723dff7 req-26d04098-5b32-4646-9b3d-8626d8d23a7a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:08.266093 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ed4c9e41-9458-4e0a-ac0d-ff817723dff7 req-26d04098-5b32-4646-9b3d-8626d8d23a7a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.1550515 Apr 21 13:42:08.322715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.331504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ab81d75-26f9-47dd-b7b0-bc590312b6d9 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:08.382292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event deleted for resources: {'Port': ['ID=66844e45-cdfd-438c-92a8-b937b9345069,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:08.388361 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ed4c9e41-9458-4e0a-ac0d-ff817723dff7 req-5cb77faf-2338-4530-a760-60f0c783f960 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113055 Apr 21 13:42:08.389202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:08.489579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.505214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.506347 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "DELETE /v2.0/floatingips/feee8018-b74c-4044-a191-c6e71e4ebafb HTTP/1.1" status: 204 len: 168 time: 2.3787804 Apr 21 13:42:08.775665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54326) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:08.781454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611333188', 'description': 'tempest-description--244395278'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:08.787949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:42:08.792022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:42:08.796478 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:42:08.802721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:42:08.812455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.834150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:42:08.838245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:42:08.841295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:42:08.847522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:42:08.924429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.927062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.932525 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8c41dd65-bb18-44c4-a6ce-55dd2e73f482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:08.973962 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:08.975355 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1985569 Apr 21 13:42:08.976421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a16116-c6b5-4065-837c-4316c2c458f8,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:08.978685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54330) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:08.979634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:08.985238 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'security_group_rule': {'security_group_id': '89a16116-c6b5-4065-837c-4316c2c458f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:08.992033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:42:08.997263 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:42:09.000705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:42:09.007403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:42:09.025017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.102109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.105196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.107730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:09.132518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c64f5f-e374-4063-86d9-0c953b8a69c2,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:09.137564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:09.147974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.149328 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5ab50513-0595-4818-a347-304b280df3cb tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693056 Apr 21 13:42:09.152396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54334) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:09.159765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'security_group_rule': {'security_group_id': '89a16116-c6b5-4065-837c-4316c2c458f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:09.166917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:42:09.171808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:security_group_rule and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:42:09.175651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:42:09.182933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:42:09.201740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.275996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.278358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.280543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-709e9eef-c915-4546-80d5-d3294cc418ff tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:09.303418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a89232-694c-4127-9957-413873f77c11,revision_number=0']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:09.305923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:09.312712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.314009 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c56db061-9887-42d4-8402-b9c17e3bd50b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603243 Apr 21 13:42:09.317331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54338) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:09.322820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'floatingip': {'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:09.329650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:42:09.333632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Usage tracker for resource:floatingip and tenant:243878d253a64a479449f126f3b05e63 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:42:09.336630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:42:09.342648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:42:09.352038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.415689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3b96a081-e744-452f-858a-9f285bfeb324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.497222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.704688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad59da-5d4b-4dc4-9f00-c39c471c078e req-456f22dd-7a0d-459e-8e70-d7e8564390e5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:09.706295 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ad59da-5d4b-4dc4-9f00-c39c471c078e req-456f22dd-7a0d-459e-8e70-d7e8564390e5 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.1715181 Apr 21 13:42:09.737101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Allocated IP 172.28.2.167 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/6a8a6fdc-fc81-4939-bcba-e6e49a925e69) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:42:09.789922 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ad59da-5d4b-4dc4-9f00-c39c471c078e req-fa82183c-573b-46dd-944f-603b2832e778 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771749 Apr 21 13:42:09.913492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.943212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:09.947980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f3ee7a67-4b08-47e8-86ab-f7ba9ea9253a tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:10.017835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:42:10.020832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:42:10.024731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:42:10.057367 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'Port': ['ID=6a8a6fdc-fc81-4939-bcba-e6e49a925e69,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:10.063807 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:10.112626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:10.177538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:10.391745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:10.395213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:10.399841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-796461e0-e329-43ec-a441-5284605a9bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:10.513125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'Port': ['ID=6a8a6fdc-fc81-4939-bcba-e6e49a925e69,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:10.518137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:10.524996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:10.546982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:10.548321 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2300003 Apr 21 13:42:10.723350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-5204d461-72bc-48f7-9fe0-369008f1f100 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Synchronizing usage tracker for tenant:243878d253a64a479449f126f3b05e63 on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:42:10.739680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-5204d461-72bc-48f7-9fe0-369008f1f100 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Unset dirty status for tenant:243878d253a64a479449f126f3b05e63 on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:42:10.740927 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-5204d461-72bc-48f7-9fe0-369008f1f100 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1611333188&fields=id&tenant_id=243878d253a64a479449f126f3b05e63 HTTP/1.1" status: 200 len: 267 time: 0.0618691 Apr 21 13:42:10.903606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-0f5679b0-d854-4c96-a240-c92d43f6e1aa tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:10.905213 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-0f5679b0-d854-4c96-a240-c92d43f6e1aa tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 811 time: 0.1567571 Apr 21 13:42:10.920888 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-b850b462-9160-4132-b669-deb6673785d6 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/quotas/243878d253a64a479449f126f3b05e63 HTTP/1.1" status: 200 len: 375 time: 0.0095658 Apr 21 13:42:11.010424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-77671017-ded8-4947-8f63-4192e1d6b23e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Synchronizing usage tracker for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:42:11.025253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-77671017-ded8-4947-8f63-4192e1d6b23e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Unset dirty status for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:42:11.026638 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-77671017-ded8-4947-8f63-4192e1d6b23e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003766 Apr 21 13:42:11.178226 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-cbe739fa-e265-4b73-8cbe-96110f540d33 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389971 Apr 21 13:42:11.322606 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-b5a265a1-061a-402d-8962-117ec47c1ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377902 Apr 21 13:42:11.693243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b3a81504-e46c-4afd-84d4-fa9854141750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:12.121867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:12.537900 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8eacee3e-fff0-4944-b11a-ba5efc264cda req-c3d21bbf-4c8e-4659-a78a-cd710940641b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 210 time: 0.0530233 Apr 21 13:42:12.699938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:13.045346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:13.577538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:13.604757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-63ce2a19-e259-419f-a1db-507b8aed8059 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:13.606573 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-63ce2a19-e259-419f-a1db-507b8aed8059 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 811 time: 0.1700881 Apr 21 13:42:13.661766 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-445a2e42-9126-43ea-9cc3-13d033d75f08 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=243878d253a64a479449f126f3b05e63 HTTP/1.1" status: 200 len: 380 time: 0.0465019 Apr 21 13:42:13.713393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'port': {'device_id': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'admin_state_up': True, 'tenant_id': '243878d253a64a479449f126f3b05e63', 'security_groups': ['89a16116-c6b5-4065-837c-4316c2c458f8']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:13.732548 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f73bd091-9526-4e21-8636-33f12bf27f4e req-5cc3bcbc-bc9d-4e65-b91c-86a8f8ee0202 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 210 time: 0.0697701 Apr 21 13:42:13.859681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:42:13.869527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:42:13.878651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Made reservation on behalf of 243878d253a64a479449f126f3b05e63 for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:42:13.884663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:14.055481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Allocated IP 172.20.0.5 (a0d4432c-ee88-4875-8f94-634dcc649b38/9246d0bf-bf5f-4923-a6ef-a2c29a99006c/b50e8d0c-67a8-44c7-8b26-393d80af7187) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:42:14.251872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:14.268055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Transition to ACTIVE for port object b50e8d0c-67a8-44c7-8b26-393d80af7187 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:42:14.291777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:14.297310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-74fb2bbd-4f51-4422-99ee-ffdaa36141b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:14.368935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Network a0d4432c-ee88-4875-8f94-634dcc649b38 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:42:14.372773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:42:14.377066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:42:14.420390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event updated for resources: {'Port': ['ID=b50e8d0c-67a8-44c7-8b26-393d80af7187,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:14.425269 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:14.451087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:14.452355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:14.479431 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752008 Apr 21 13:42:14.491780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Request body: {'port': {'device_id': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:14.573865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-53df29ce-ec08-40ab-b3c8-8877c97dc375 None None] Provisioning for port b50e8d0c-67a8-44c7-8b26-393d80af7187 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:42:14.580282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-53df29ce-ec08-40ab-b3c8-8877c97dc375 None None] Provisioning complete for port b50e8d0c-67a8-44c7-8b26-393d80af7187 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:42:14.580749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-53df29ce-ec08-40ab-b3c8-8877c97dc375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:14.615710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:14.640208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-53df29ce-ec08-40ab-b3c8-8877c97dc375 None None] Port b50e8d0c-67a8-44c7-8b26-393d80af7187 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:42:14.982687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706a473-a85c-43ce-bb83-4b16d3546280 req-52c489fe-2e98-4619-aa82-0192c5e51136 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:14.984022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-a706a473-a85c-43ce-bb83-4b16d3546280 req-52c489fe-2e98-4619-aa82-0192c5e51136 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Synchronizing usage tracker for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:42:15.056526 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-a706a473-a85c-43ce-bb83-4b16d3546280 req-52c489fe-2e98-4619-aa82-0192c5e51136 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Unset dirty status for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:42:15.057737 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a706a473-a85c-43ce-bb83-4b16d3546280 req-52c489fe-2e98-4619-aa82-0192c5e51136 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 931 time: 0.2115462 Apr 21 13:42:15.086322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50e8d0c-67a8-44c7-8b26-393d80af7187 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:42:15.098354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:15.130442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Transition to ACTIVE for port object b50e8d0c-67a8-44c7-8b26-393d80af7187 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:42:15.133836 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a706a473-a85c-43ce-bb83-4b16d3546280 req-d0754f41-dc25-4aa3-9741-1bc630be3d41 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684841 Apr 21 13:42:15.135520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:15.140544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:15.308110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Pushing event updated for resources: {'Port': ['ID=b50e8d0c-67a8-44c7-8b26-393d80af7187,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:15.316735 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:15.625929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Attempting to bind port b50e8d0c-67a8-44c7-8b26-393d80af7187 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:42:15.626424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Attempting to bind port b50e8d0c-67a8-44c7-8b26-393d80af7187 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:42:15.626755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Attempting to bind port b50e8d0c-67a8-44c7-8b26-393d80af7187 on network a0d4432c-ee88-4875-8f94-634dcc649b38 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:42:15.631594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Port b50e8d0c-67a8-44c7-8b26-393d80af7187 on network a0d4432c-ee88-4875-8f94-634dcc649b38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:42:15.631968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Attempting to bind port b50e8d0c-67a8-44c7-8b26-393d80af7187 on network a0d4432c-ee88-4875-8f94-634dcc649b38 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:42:15.637382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:42:15.637760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Checking segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:42:15.638182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Bound using segment: {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:42:15.638650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Bound port: b50e8d0c-67a8-44c7-8b26-393d80af7187, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675b1f04-9f4b-48ed-bc29-d6c50f40024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:42:15.639029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:15.734701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] For port b50e8d0c-67a8-44c7-8b26-393d80af7187, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:42:15.737808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] For port b50e8d0c-67a8-44c7-8b26-393d80af7187, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:42:15.741336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:15.745980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-17fcf8d0-4978-4268-ad61-f9ba901a2859 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:15.798595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:15.799271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:15.800759 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] 10.222.0.15 "PUT /v2.0/ports/b50e8d0c-67a8-44c7-8b26-393d80af7187 HTTP/1.1" status: 200 len: 1093 time: 1.3138006 Apr 21 13:42:15.801291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:42:15.834840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Pushing event updated for resources: {'Port': ['ID=b50e8d0c-67a8-44c7-8b26-393d80af7187,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:15.839282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:15.884255 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'status': 'completed', 'code': 200} Apr 21 13:42:15.929017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-c0793839-43f9-482a-b0fe-8028feaa3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:15.930654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-c0793839-43f9-482a-b0fe-8028feaa3198 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 1096 time: 0.0866492 Apr 21 13:42:16.009411 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-252de6f7-a28e-46f5-a1e6-3cb7d1acc82a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187 HTTP/1.1" status: 200 len: 217 time: 0.0708680 Apr 21 13:42:16.080686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-01ac7fce-b377-4ff8-ada0-95833b525a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:16.082145 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-01ac7fce-b377-4ff8-ada0-95833b525a37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.0664525 Apr 21 13:42:16.165756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-2508f729-106c-451c-835d-c8fb9c85db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:16.167522 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-2508f729-106c-451c-835d-c8fb9c85db43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779753 Apr 21 13:42:16.384338 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-e901fce7-f69e-45a9-a83b-9131a7e669e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101440 Apr 21 13:42:16.393529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d335-3416-45de-b1b0-2db73d2bcfe6 req-cfbae37c-cca1-418a-b915-da07cb00976f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:16.395001 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a29d335-3416-45de-b1b0-2db73d2bcfe6 req-cfbae37c-cca1-418a-b915-da07cb00976f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 943 time: 0.1444001 Apr 21 13:42:16.530576 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6a29d335-3416-45de-b1b0-2db73d2bcfe6 req-8a61bec5-1eb4-4098-9a2b-768a04b6a06c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136663 Apr 21 13:42:16.568752 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1271cc83-afc3-45e3-9a4d-2f3f6972321d req-96bec7bf-69c6-4fa3-b5c3-a90262578b6f service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726880 Apr 21 13:42:16.692742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-2f9bb461-5b30-4c07-88d2-3bb8dfe5589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:16.694390 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-2f9bb461-5b30-4c07-88d2-3bb8dfe5589b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 1096 time: 0.0787272 Apr 21 13:42:16.837335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-80c2f2a6-ddf5-42c7-96f6-12c6d1940097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:16.838866 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-80c2f2a6-ddf5-42c7-96f6-12c6d1940097 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.1362712 Apr 21 13:42:16.914974 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-d21e5ced-6259-46a1-877c-6220c0a9734d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187 HTTP/1.1" status: 200 len: 217 time: 0.0694809 Apr 21 13:42:16.982890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-9b0aa6fe-1ddc-4b7c-a14f-43be35fbf48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:16.984452 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-9b0aa6fe-1ddc-4b7c-a14f-43be35fbf48d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.0627413 Apr 21 13:42:17.068873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-55c63daa-d106-488a-a9c1-3969cfcf61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:17.070431 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-55c63daa-d106-488a-a9c1-3969cfcf61b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798526 Apr 21 13:42:17.213189 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-3e2bbef6-f637-4bdf-8dff-2947a395eee5 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342444 Apr 21 13:42:17.353251 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-60ce5ddb-1f06-4eaf-a74e-d19de576d40f req-efe6ff4c-832c-4d65-988e-3676b403f34a service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330142 Apr 21 13:42:17.732716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c29830-8d24-40f5-832d-3f2aad9dccd8 req-d63de07a-f106-4fbb-b8d7-4457d845c065 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:17.734341 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-20c29830-8d24-40f5-832d-3f2aad9dccd8 req-d63de07a-f106-4fbb-b8d7-4457d845c065 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 943 time: 0.0874982 Apr 21 13:42:17.781638 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-20c29830-8d24-40f5-832d-3f2aad9dccd8 req-17e5390f-87fd-48bd-a18e-72387243502f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 Apr 21 13:42:18.985757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395818-1b15-4c2f-8e4f-3fcca025283f req-268137b4-9c6b-4cfb-b36a-aec519cf982f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:18.987354 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97395818-1b15-4c2f-8e4f-3fcca025283f req-268137b4-9c6b-4cfb-b36a-aec519cf982f tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 943 time: 0.0910332 Apr 21 13:42:19.034722 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97395818-1b15-4c2f-8e4f-3fcca025283f req-a998542b-fb44-4673-8f4b-7bd15fc4f7ea tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Apr 21 13:42:20.234972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5b49f-50b6-4483-8b28-e6c0facfb8e3 req-3e899018-236c-4d37-abf6-ab30cfa03b0a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:20.236612 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-41f5b49f-50b6-4483-8b28-e6c0facfb8e3 req-3e899018-236c-4d37-abf6-ab30cfa03b0a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 943 time: 0.0888247 Apr 21 13:42:20.287401 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-41f5b49f-50b6-4483-8b28-e6c0facfb8e3 req-e660c11b-c2f5-473b-9f88-90e9689ed79e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Apr 21 13:42:21.484891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987c968-10e6-4ee4-a030-8e940c53a348 req-05c39d09-8431-4f37-b25f-53cf012f3aec tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:21.486382 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a987c968-10e6-4ee4-a030-8e940c53a348 req-05c39d09-8431-4f37-b25f-53cf012f3aec tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 943 time: 0.0874186 Apr 21 13:42:21.534220 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a987c968-10e6-4ee4-a030-8e940c53a348 req-9db494e3-5b19-4d0c-977b-22280f77bd47 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Apr 21 13:42:21.633904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device b50e8d0c-67a8-44c7-8b26-393d80af7187 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:42:21.773881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port b50e8d0c-67a8-44c7-8b26-393d80af7187, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:21.787473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'port_id': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'mac_address': 'fa:16:3e:71:5e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:42:21.845158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:21.863106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50e8d0c-67a8-44c7-8b26-393d80af7187 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:42:21.879621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port b50e8d0c-67a8-44c7-8b26-393d80af7187, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:21.882529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:21.884392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:21.957066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=b50e8d0c-67a8-44c7-8b26-393d80af7187,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:21.964764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.965154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.965532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.965905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.966274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.966640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.967529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.967894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.968258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.968630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.968988 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.969348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:42:21.973138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:22.257168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['b50e8d0c-67a8-44c7-8b26-393d80af7187'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:42:22.740310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4987d-a3ad-4f5f-9bc5-dccab57e72eb req-5f4f2fc2-ccbf-4d58-a8cb-a580b3f10a62 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:22.741908 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a0c4987d-a3ad-4f5f-9bc5-dccab57e72eb req-5f4f2fc2-ccbf-4d58-a8cb-a580b3f10a62 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 944 time: 0.0920413 Apr 21 13:42:22.788952 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a0c4987d-a3ad-4f5f-9bc5-dccab57e72eb req-57aceaa7-5ee9-45d2-b753-93b30cdececc tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406935 Apr 21 13:42:23.651508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device b50e8d0c-67a8-44c7-8b26-393d80af7187 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:42:23.724517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port b50e8d0c-67a8-44c7-8b26-393d80af7187 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:42:23.729364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port b50e8d0c-67a8-44c7-8b26-393d80af7187 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:42:23.729790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:23.853718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:23.882812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:42:23.893305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port b50e8d0c-67a8-44c7-8b26-393d80af7187, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:42:23.896509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:23.899271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:42:23.933433 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'code': 200} Apr 21 13:42:23.977404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=b50e8d0c-67a8-44c7-8b26-393d80af7187,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:42:23.981320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:42:23.992404 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2825084-d23a-483e-89fa-c6fdb34ce21b req-9af90aa3-d597-4103-98bf-0c77bded9136 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:23.994023 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2825084-d23a-483e-89fa-c6fdb34ce21b req-9af90aa3-d597-4103-98bf-0c77bded9136 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0917888 Apr 21 13:42:24.043339 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a2825084-d23a-483e-89fa-c6fdb34ce21b req-d22d531e-e623-421b-a509-3d4425e0db1d tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Apr 21 13:42:24.183582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc286-c56c-4db1-acb7-1e6db4f45b22 req-84c61ee5-b6ad-4720-89b4-67e99b203a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:24.185183 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-99cfc286-c56c-4db1-acb7-1e6db4f45b22 req-84c61ee5-b6ad-4720-89b4-67e99b203a95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 1098 time: 0.0810874 Apr 21 13:42:24.228720 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-99cfc286-c56c-4db1-acb7-1e6db4f45b22 req-6c876db3-7288-4fb9-8e1b-a65daa496e29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364723 Apr 21 13:42:24.409400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:42:25.248852 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6377e8b-89be-4d6d-802a-b115764f9f4b req-f5bde23b-9a54-43eb-88be-da1d3800d00c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:25.250473 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e6377e8b-89be-4d6d-802a-b115764f9f4b req-f5bde23b-9a54-43eb-88be-da1d3800d00c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0907302 Apr 21 13:42:25.303702 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e6377e8b-89be-4d6d-802a-b115764f9f4b req-549714a4-b191-45ac-9340-22ded9363a44 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467882 Apr 21 13:42:26.650467 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87b6f7-78ab-4a82-8c8a-da930cb782de req-2fe15109-80a2-4f3d-95cb-9a036b327a38 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:26.652035 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fb87b6f7-78ab-4a82-8c8a-da930cb782de req-2fe15109-80a2-4f3d-95cb-9a036b327a38 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0891385 Apr 21 13:42:26.699154 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fb87b6f7-78ab-4a82-8c8a-da930cb782de req-2fbfe90e-865b-4c01-97aa-b9bf05e64abe tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Apr 21 13:42:26.893915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79feab-5d3c-4264-8a88-b1555503c8fd req-2bb1b573-31d9-4a40-9a97-715af625314c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:26.895515 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ef79feab-5d3c-4264-8a88-b1555503c8fd req-2bb1b573-31d9-4a40-9a97-715af625314c tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0909536 Apr 21 13:42:26.904837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54402) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:42:26.910302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Request body: {'floatingip': {'port_id': 'b50e8d0c-67a8-44c7-8b26-393d80af7187'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:26.990193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:27.611745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:27.614290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:28.021172 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Floating IP c0141b24-8122-4093-95b0-fb537ac9ec8c associated. External IP: 172.28.2.167, port: b50e8d0c-67a8-44c7-8b26-393d80af7187. Apr 21 13:42:28.386470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Router 517431a9-f6b0-44d3-b30a-594378537e39 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:42:28.571533 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:42:28.576002 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:28.581507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:42:28.591624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:42:28.592295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:42:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:28.641326 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-47f23696-f19d-4765-b178-11d4a759e1e9 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "PUT /v2.0/floatingips/c0141b24-8122-4093-95b0-fb537ac9ec8c HTTP/1.1" status: 200 len: 991 time: 1.7323856 Apr 21 13:42:28.641326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:42:28.712568 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'status': 'completed', 'code': 200} Apr 21 13:42:28.818513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-21e3d8b4-4b9e-400b-a655-5ac20b8bc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:28.820204 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-21e3d8b4-4b9e-400b-a655-5ac20b8bc5ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 1098 time: 0.0842626 Apr 21 13:42:28.953229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:42:28.968687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-469b3349-c182-4d39-aefe-cc9a982e114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:28.970284 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-469b3349-c182-4d39-aefe-cc9a982e114a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.1390734 Apr 21 13:42:29.081956 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-347f574e-8d8b-42d3-9fe8-32ba4967e1d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187 HTTP/1.1" status: 200 len: 999 time: 0.1046767 Apr 21 13:42:29.154183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-238e1245-b1b6-4865-9906-5c996954d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:29.155791 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-238e1245-b1b6-4865-9906-5c996954d5f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.0660670 Apr 21 13:42:29.243520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-47b1fdec-159a-44ec-9620-00bdd74ee8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:29.245106 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-47b1fdec-159a-44ec-9620-00bdd74ee8d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824268 Apr 21 13:42:29.321883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': 'c0141b24-8122-4093-95b0-fb537ac9ec8c', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'port_id': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'mac_address': 'fa:16:3e:71:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:42:10Z', 'updated_at': '2021-04-21T13:42:27Z', 'revision_number': 1, 'project_id': '243878d253a64a479449f126f3b05e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:29.325989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:42:29.334991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:42:29.335689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:42:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:29.386471 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-c58d7972-b7e2-4ebe-8e0b-22bd52383656 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342902 Apr 21 13:42:29.526872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:42:29.530330 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f95a2c7e-e038-4ac8-8266-97ada3358118 req-204a60a1-4561-4cd3-9da1-59c0bcf049d5 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367126 Apr 21 13:42:29.893837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': 'c0141b24-8122-4093-95b0-fb537ac9ec8c', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'port_id': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'mac_address': 'fa:16:3e:71:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:42:10Z', 'updated_at': '2021-04-21T13:42:27Z', 'revision_number': 1, 'project_id': '243878d253a64a479449f126f3b05e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:42:29.897919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ae4a5-b29d-4f1f-815b-40aac3983f1f None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': 'c0141b24-8122-4093-95b0-fb537ac9ec8c', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'port_id': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'mac_address': 'fa:16:3e:71:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:42:10Z', 'updated_at': '2021-04-21T13:42:27Z', 'revision_number': 1, 'project_id': '243878d253a64a479449f126f3b05e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:42:30.153163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffe984-2ac5-4e01-afda-8bf5a33ea2a6 None None] New status for floating IP c0141b24-8122-4093-95b0-fb537ac9ec8c: ACTIVE {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:42:39.417462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4081aa3c-e8fe-4e23-900e-7e7e459389d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:41.694216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2fb0-110c-4d16-8146-7aab5f8bead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:42.124281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:42.722725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:43.050945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:43.576756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:42:45.573828 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-b64d2acd-758d-47b4-8785-f9a0a7eeb949 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749495 Apr 21 13:42:45.678004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-7e7f26d5-66c2-477d-b467-3ef2378fa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:45.679616 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-7e7f26d5-66c2-477d-b467-3ef2378fa6e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2984be7efab9499ebb3eedc82d8c691b&device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 1100 time: 0.0831642 Apr 21 13:42:45.838465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-1c5d7e4a-93a5-4a27-a65e-39810d492f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:45.839966 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-1c5d7e4a-93a5-4a27-a65e-39810d492f85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 200 len: 918 time: 0.1346469 Apr 21 13:42:45.945658 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-6413fcde-7dce-40d0-af77-ebed84e47db1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 200 len: 1002 time: 0.0970368 Apr 21 13:42:46.018328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-0e42eb10-78e7-4daa-b5b6-0289526cf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:46.019915 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-0e42eb10-78e7-4daa-b5b6-0289526cf9d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 200 len: 856 time: 0.0663450 Apr 21 13:42:46.100096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-9a06352e-c443-49a4-93b8-6d763655fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:42:46.101558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-9a06352e-c443-49a4-93b8-6d763655fc95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45fa222e-ede8-4be8-8669-8620990816e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752244 Apr 21 13:42:46.251265 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-4f6451ca-eb04-4673-bb55-365844a86000 service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405182 Apr 21 13:42:46.398573 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5ff86a2a-ac62-44c8-9b6a-44d611191582 req-59a3836b-f137-40de-9072-f1f5af9c1f9c service neutron] 10.222.0.15 "GET /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401646 Apr 21 13:43:01.409692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:43:05.810715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b732c7-3de5-4356-ab4a-60ddb5a55a92 req-74046b6f-14ea-4f73-aa91-c066e697d360 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:05.812326 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a6b732c7-3de5-4356-ab4a-60ddb5a55a92 req-74046b6f-14ea-4f73-aa91-c066e697d360 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.0928395 Apr 21 13:43:05.859553 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a6b732c7-3de5-4356-ab4a-60ddb5a55a92 req-e616a406-fdc7-4be6-aa7a-aa0a44191ad0 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409794 Apr 21 13:43:07.064729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3a992-ff03-4bc4-bd4d-7aff189dfddd req-20796d4a-8534-4124-9c96-5ae732013072 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:07.066327 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fbe3a992-ff03-4bc4-bd4d-7aff189dfddd req-20796d4a-8534-4124-9c96-5ae732013072 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.0883930 Apr 21 13:43:07.117719 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fbe3a992-ff03-4bc4-bd4d-7aff189dfddd req-a591f00b-6ce4-45aa-a91c-c79cab019c77 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Apr 21 13:43:07.494557 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025285-871c-40dd-b334-420453697828 req-9a99619c-1eeb-463c-b6ab-834ddb1e8470 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:07.496048 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-14025285-871c-40dd-b334-420453697828 req-9a99619c-1eeb-463c-b6ab-834ddb1e8470 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.0870643 Apr 21 13:43:07.571294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Deleting port 075648f7-9502-4438-a452-0b79148d124a {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:07.571684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:07.831300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] For port 075648f7-9502-4438-a452-0b79148d124a, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=075648f7-9502-4438-a452-0b79148d124a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:07.831678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:08.441915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:08.442433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:08.442656 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Floating IP 9f02cde1-9747-40fb-841c-cabf7fc514e7 disassociated. External IP: 172.28.2.156, port: 075648f7-9502-4438-a452-0b79148d124a. Apr 21 13:43:08.443043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Calling delete_port for 075648f7-9502-4438-a452-0b79148d124a owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:43:08.492459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5421f-36a6-4379-9e98-49d3195997b8 req-ab50da4b-1a96-447b-84c4-1f2ee986ca7a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:08.494058 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3b5421f-36a6-4379-9e98-49d3195997b8 req-ab50da4b-1a96-447b-84c4-1f2ee986ca7a tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 947 time: 0.2556381 Apr 21 13:43:08.573303 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e3b5421f-36a6-4379-9e98-49d3195997b8 req-b5acaacf-9f26-4fd6-808a-6612913ef9a2 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups?id=2678f5fe-71ef-4677-b9ba-6aee9c4be593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672185 Apr 21 13:43:08.647235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:08.654449 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8cb1e679-50ce-4c6e-ae4a-0e7f056b71cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:08.703983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event deleted for resources: {'Port': ['ID=075648f7-9502-4438-a452-0b79148d124a,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:08.715152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.715620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.716030 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.716436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.716837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.717234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.717635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.718031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.718425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.718815 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.719205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.719622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:08.723567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:08.913393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:43:09.101914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:43:09.112930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:43:09.125546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:43:09.126607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:42:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:09.191112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] No DVR routers for this DVR port 075648f7-9502-4438-a452-0b79148d124a on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:43:09.193690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:09.196750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-deleted', 'tag': '075648f7-9502-4438-a452-0b79148d124a'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:43:09.213741 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-14025285-871c-40dd-b334-420453697828 req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.15 "DELETE /v2.0/ports/075648f7-9502-4438-a452-0b79148d124a HTTP/1.1" status: 204 len: 173 time: 1.7112212 Apr 21 13:43:09.260508 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68ba0fc-e594-4464-b180-35fcef59a298', 'name': 'network-vif-deleted', 'tag': '075648f7-9502-4438-a452-0b79148d124a', 'status': 'completed', 'code': 200} Apr 21 13:43:09.340033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:43:09.491649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-02988fe5-5bc0-42e1-87f9-39d72621af87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:09.693927 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:09.698827 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:43:09.708846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:43:09.709509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:42:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:09.767901 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-8ce2e8a3-8b89-4ec8-8a7d-836503725499 req-54b608f6-0b5c-4ad3-9b6d-3a14f2a0e0de tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Synchronizing usage tracker for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:43:09.784802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-8ce2e8a3-8b89-4ec8-8a7d-836503725499 req-54b608f6-0b5c-4ad3-9b6d-3a14f2a0e0de tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Unset dirty status for tenant:2984be7efab9499ebb3eedc82d8c691b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:43:09.786195 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8ce2e8a3-8b89-4ec8-8a7d-836503725499 req-54b608f6-0b5c-4ad3-9b6d-3a14f2a0e0de tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68ba0fc-e594-4464-b180-35fcef59a298 HTTP/1.1" status: 200 len: 210 time: 0.0690587 Apr 21 13:43:09.902564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:43:10.407605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:10.411711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dff798-02b0-4731-ac15-b3c8c6bc8fe8 None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:34:00Z', 'revision_number': 4, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '42659e4f-c8e5-4676-bc0e-0ae0b86f889a', 'name': '', 'network_id': '45fa222e-ede8-4be8-8669-8620990816e9', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'mac_address': 'fa:16:3e:89:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:56Z', 'updated_at': '2021-04-21T13:34:11Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'subnets': [{'id': 'f2257222-4066-4a97-9d1f-1a1ce2d26b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:43:10.774587 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad06e6-bb39-4e1b-ab2b-e69f73829af6 None None] New status for floating IP 9f02cde1-9747-40fb-841c-cabf7fc514e7: DOWN {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:43:11.064814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54518) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:11.132500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.165831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.209938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.214940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:11.233756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678f5fe-71ef-4677-b9ba-6aee9c4be593,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:11.236964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:11.239094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.240185 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ca23d8af-e44e-4ef0-a176-9ad027cdcd41 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "DELETE /v2.0/security-groups/2678f5fe-71ef-4677-b9ba-6aee9c4be593 HTTP/1.1" status: 204 len: 168 time: 0.1742938 Apr 21 13:43:11.243483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54522) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:11.261893 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.v2.resource [None req-316c075f-b5f7-4fe7-9e40-ba3d43fcce3f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] show failed (client error): The resource could not be found. Apr 21 13:43:11.263455 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-316c075f-b5f7-4fe7-9e40-ba3d43fcce3f tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "GET /v2.0/security-groups/2678f5fe-71ef-4677-b9ba-6aee9c4be593 HTTP/1.1" status: 404 len: 347 time: 0.0188882 Apr 21 13:43:11.266449 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54526) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:11.431142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Deleting port ed154863-de33-419b-99de-04a302dafba5 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:11.431551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.611781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.612103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.698788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-40a4850c-1c5f-4069-964f-9839aafe386c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.743542 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Calling delete_port for ed154863-de33-419b-99de-04a302dafba5 owned by network:floatingip {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:43:11.885946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:11.890688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:11.894925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:43:11.935602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 075648f7-9502-4438-a452-0b79148d124a {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:43:11.936008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 075648f7-9502-4438-a452-0b79148d124a not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:43:11.938666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Pushing event deleted for resources: {'Port': ['ID=ed154863-de33-419b-99de-04a302dafba5,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:11.981572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.981995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.982407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.982814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.983217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.983645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.984045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.984443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.984841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.985236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.985632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:11.986028 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:12.020125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:12.046714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks [] for floatingip, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:12.064060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:12.065279 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bf8481bc-d181-4a0c-af0d-a75b3e9b128c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] 10.222.0.36 "DELETE /v2.0/floatingips/9f02cde1-9747-40fb-841c-cabf7fc514e7 HTTP/1.1" status: 204 len: 168 time: 0.7978151 Apr 21 13:43:12.129245 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:12.712509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:13.053468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:13.579562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:14.904244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54556) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:15.602142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:16.191416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Deleting port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:16.191958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:16.371277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] For port 42659e4f-c8e5-4676-bc0e-0ae0b86f889a, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:16.371734 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:16.506655 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Calling delete_port for 42659e4f-c8e5-4676-bc0e-0ae0b86f889a owned by network:router_interface {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:43:16.677835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:16.681581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:16.727292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Pushing event deleted for resources: {'Port': ['ID=42659e4f-c8e5-4676-bc0e-0ae0b86f889a,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:16.731246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:17.009608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:17.385241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Router 360c6896-77f3-4202-a3f6-454d0cbc6b3a has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:43:17.571479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:43:17.583634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] Sync routers for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:43:17.585651 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] 10.222.0.36 "PUT /v2.0/routers/360c6896-77f3-4202-a3f6-454d0cbc6b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6801691 Apr 21 13:43:17.588400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54568) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:17.594366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:43:17.595040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:43:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:17.778117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks [] for router, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:17.783740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:43:17.967681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:17.975930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Deleting port 50713e51-d6f4-43ee-b5f0-40991a606eb7 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:17.976305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:18.080120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:43:16Z', 'revision_number': 5, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port': {'id': '50713e51-d6f4-43ee-b5f0-40991a606eb7', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:33:47Z', 'updated_at': '2021-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:18.084225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] Checking router: 360c6896-77f3-4202-a3f6-454d0cbc6b3a for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:43:18.094095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] Routers {'360c6896-77f3-4202-a3f6-454d0cbc6b3a'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:43:18.094756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:43:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:18.160079 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] For port 50713e51-d6f4-43ee-b5f0-40991a606eb7, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=50713e51-d6f4-43ee-b5f0-40991a606eb7,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:18.160483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:18.259659 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] Set router 360c6896-77f3-4202-a3f6-454d0cbc6b3a gateway port host: None {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:43:18.292151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Calling delete_port for 50713e51-d6f4-43ee-b5f0-40991a606eb7 owned by network:router_gateway {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:43:18.374642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:43:17Z', 'revision_number': 6, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port_host': None}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:18.378824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d77bd3-0147-4402-8f40-bb082125e80c None None] The sync data for ids ['360c6896-77f3-4202-a3f6-454d0cbc6b3a'] in dv-cinder-787195-3-smb is: [{'id': '360c6896-77f3-4202-a3f6-454d0cbc6b3a', 'name': 'tempest-AttachVolumeShelveTestJSON-1718257087-router', 'tenant_id': '2984be7efab9499ebb3eedc82d8c691b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:33:45Z', 'updated_at': '2021-04-21T13:43:17Z', 'revision_number': 6, 'project_id': '2984be7efab9499ebb3eedc82d8c691b', 'gw_port_host': None}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:43:18.472527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:18.476625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-671b41d9-18e9-45ce-a985-ede75f68381d tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:18.526716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Pushing event deleted for resources: {'Port': ['ID=50713e51-d6f4-43ee-b5f0-40991a606eb7,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:18.530159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:18.625013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.034132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.036354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.057900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.058442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360c6896-77f3-4202-a3f6-454d0cbc6b3a {{(pid=86399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:43:19.071032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.074680 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] 10.222.0.36 "DELETE /v2.0/routers/360c6896-77f3-4202-a3f6-454d0cbc6b3a HTTP/1.1" status: 204 len: 168 time: 1.4829092 Apr 21 13:43:19.074987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54574) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:19.146884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Deleting subnet f2257222-4066-4a97-9d1f-1a1ce2d26b9c {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:43:19.150035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.203153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.326819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.581626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.586529 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-aaf48b58-a650-43ce-8029-e033325c9f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:19.622362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2257222-4066-4a97-9d1f-1a1ce2d26b9c,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:19.625671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:19.626723 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.631892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54443c91-901b-40e7-83e0-8eb0fb3450fb None None] Network 45fa222e-ede8-4be8-8669-8620990816e9 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:43:19.633140 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6dd4afe5-d16f-46ad-b002-eb1131d53765 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f2257222-4066-4a97-9d1f-1a1ce2d26b9c HTTP/1.1" status: 204 len: 168 time: 0.5571063 Apr 21 13:43:19.635895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54578) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:19.734286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 50713e51-d6f4-43ee-b5f0-40991a606eb7 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:43:19.754631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.766426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Deleting port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:19.767108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.780657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 50713e51-d6f4-43ee-b5f0-40991a606eb7 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:43:19.781060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 50713e51-d6f4-43ee-b5f0-40991a606eb7 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:43:19.781534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 42659e4f-c8e5-4676-bc0e-0ae0b86f889a no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:43:19.847478 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 42659e4f-c8e5-4676-bc0e-0ae0b86f889a {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:43:19.847767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 42659e4f-c8e5-4676-bc0e-0ae0b86f889a not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:43:19.977221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] DHCP port deletion for 45fa222e-ede8-4be8-8669-8620990816e9 request from dv-cinder-787195-3-smb {{(pid=86400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 13:43:19.981802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Deleting port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:19.982227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:19.986990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] For port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:19.987419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.122902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Calling delete_port for 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 owned by network:dhcp {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:43:20.199382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.203767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] For port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,segment=NetworkSegment(68a15894-ca42-4a5f-867f-a20ea8daca94),segment_id=68a15894-ca42-4a5f-867f-a20ea8daca94)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:20.204172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.204802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34152fda-09d8-43ee-88ef-699e4b3bbd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:20.253048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3a9f60-d2d5-4132-9dd4-04ba1796f595,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:20.256416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:20.257268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] No DVR routers for this DVR port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 on host dv-cinder-787195-3-smb {{(pid=86399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:43:20.339353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Calling delete_port for 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 owned by network:dhcp {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:43:20.379269 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.414412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:43:20.414816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:43:20.495216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fa222e-ede8-4be8-8669-8620990816e9']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:20.508555 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a15894-ca42-4a5f-867f-a20ea8daca94') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:20.508897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a15894-ca42-4a5f-867f-a20ea8daca94') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:43:20.521443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.536006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.542410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:43:20.717101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Network 45fa222e-ede8-4be8-8669-8620990816e9 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:43:20.725935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.904034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Network 45fa222e-ede8-4be8-8669-8620990816e9 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:43:20.915972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Deleting port 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:43:20.916494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:43:20.926399 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:43:20.991139 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-64be2d6c-7234-41ec-8585-fb31211dbe0a None None] The port '9d3a9f60-d2d5-4132-9dd4-04ba1796f595' was deleted {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 13:43:21.009792 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:21.014094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:21.027601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:21.039011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=45fa222e-ede8-4be8-8669-8620990816e9,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:21.042347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:21.052589 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5605962c-112a-46da-a65f-ce675e0a8fd7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/45fa222e-ede8-4be8-8669-8620990816e9 HTTP/1.1" status: 204 len: 168 time: 1.4156806 Apr 21 13:43:21.172535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54588) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:21.225094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f1635033-eae2-46c1-8ace-bcd27abdae0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2984be7efab9499ebb3eedc82d8c691b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512011 Apr 21 13:43:21.227676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54592) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:21.289944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:21.316916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:21.360665 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:21.365590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c9c3bc2b-3cb9-407d-b8f5-bc52dd98ce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:21.382487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c158d5dd-2806-459e-a6c4-a80e232751db,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:21.388380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:21.390397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:21.391621 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-691e40a5-a29f-48b0-95df-b7da7475f14b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c158d5dd-2806-459e-a6c4-a80e232751db HTTP/1.1" status: 204 len: 168 time: 0.1626980 Apr 21 13:43:21.719073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:43:21.757039 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:43:21.757039 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9d3a9f60-d2d5-4132-9dd4-04ba1796f595 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:43:22.160701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54618) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:22.271513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1301956653-network', 'tenant_id': '42894e0b3d364c0595b092f9a035f8fb'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:22.276612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:43:22.280664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Usage tracker for resource:network and tenant:42894e0b3d364c0595b092f9a035f8fb is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:43:22.283731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:43:22.289759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:43:22.299730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Made reservation on behalf of 42894e0b3d364c0595b092f9a035f8fb for: {'network': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:43:22.304486 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.317867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.332817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:43:22.336828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Usage tracker for resource:security_group_rule and tenant:42894e0b3d364c0595b092f9a035f8fb is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:43:22.339755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:43:22.345970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:43:22.429575 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.432414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.437142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ebf38627-31ba-4560-a3dc-59bc4d0e1044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:22.464568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=86398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:43:22.473476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35355dcd-9e0c-40c8-81db-2618db05cb73,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:22.477305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:22.480119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.480501 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Added segment 6885959a-32cb-42f1-b34f-014d764639e8 of type vlan for network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f Apr 21 13:43:22.508170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.536372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.537742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:22.538386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:22.543231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:22.646374 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4845023 Apr 21 13:43:22.649441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Pushing event updated for resources: {'Network': ['ID=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:22.649661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54624) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:43:22.652234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3a9678d0-0246-4ee2-bf2a-8b43f7316adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:22.657313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Request body: {'subnet': {'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1301956653-subnet', 'tenant_id': '42894e0b3d364c0595b092f9a035f8fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:22.660890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:43:22.663335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:43:22.667329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Usage tracker for resource:subnet and tenant:42894e0b3d364c0595b092f9a035f8fb is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:43:22.671015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:43:22.677196 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:43:22.686955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Made reservation on behalf of 42894e0b3d364c0595b092f9a035f8fb for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:43:22.692234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:23.095736 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:23.100355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:23.177181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:23.180027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:23.188251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Checking segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:43:23.188612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Network hostable DHCP agents. Network: 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:43:23.207170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:43:23.215207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:43:23.224181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f3e7a-0959-4699-8e18-2be7160e86c0 None None] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:43:23.227598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:23.228524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:23.249276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0846346d-c0ed-4901-b649-41572eafe6fe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5982511 Apr 21 13:43:23.617470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a2c7d-ddc1-48d2-9755-1bf30f3904e4 None None] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:43:23.811262 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-ea6be5a7-cb62-4087-85c5-a2d853137638 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:23.812033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-ea6be5a7-cb62-4087-85c5-a2d853137638 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:network {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:43:23.828854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-ea6be5a7-cb62-4087-85c5-a2d853137638 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:network {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:43:23.830111 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-ea6be5a7-cb62-4087-85c5-a2d853137638 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.1817322 Apr 21 13:43:23.847500 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-5c9960f5-19a9-4510-bc55-b4cd1e803306 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/quotas/42894e0b3d364c0595b092f9a035f8fb HTTP/1.1" status: 200 len: 375 time: 0.0109789 Apr 21 13:43:23.901358 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e993b0f3-2abf-433d-a9ed-fcb4eb8d55a0 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474675 Apr 21 13:43:24.089728 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-a3f34f18-fd96-4d2f-b16b-f6d9cb1d75f8 service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802053 Apr 21 13:43:24.233430 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-a6ccb83f-1ea9-4027-a3fc-3e287249c2dd service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363974 Apr 21 13:43:24.432541 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c19dc654-81bb-461b-8142-acd7a81b9e87 req-a741d6ad-357c-40ce-a27c-f42113103ca0 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 210 time: 0.0517142 Apr 21 13:43:25.517581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-8b907702-4e74-421a-846d-ee796d050f26 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:25.519153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-8b907702-4e74-421a-846d-ee796d050f26 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.1757596 Apr 21 13:43:25.536286 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Request body: {'port': {'device_id': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'admin_state_up': True, 'tenant_id': '42894e0b3d364c0595b092f9a035f8fb'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:25.662076 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-71548d12-39a1-4997-95dd-b6a51bf14935 req-74c7c33c-d167-4cd7-a8d5-14f2347ebbe5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 210 time: 0.1032763 Apr 21 13:43:25.729868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:43:25.733939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Usage tracker for resource:port and tenant:42894e0b3d364c0595b092f9a035f8fb is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:43:25.736862 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:43:25.743884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:43:25.752950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Made reservation on behalf of 42894e0b3d364c0595b092f9a035f8fb for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:43:25.758860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:25.928186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Allocated IP 172.20.0.13 (8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f/ebf1c83f-8837-40d3-8e82-8ceb410d7e2a/a0596f6d-ece5-4d1a-9c2d-c81f551defb2) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:43:26.137951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:26.168064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:26.173576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-08b76d41-0c44-4233-bb6c-942bb6c5df10 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:26.245647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:43:26.249507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:43:26.253673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:43:26.295625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event updated for resources: {'Port': ['ID=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:26.300374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:26.325543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:26.326212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:26.348126 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-6e984b30-c616-483b-893a-eff0902b4aad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161867 Apr 21 13:43:26.360668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Request body: {'port': {'device_id': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:26.479197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:27.050387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-d7352668-f203-4370-ad09-8289395a905a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:27.051140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-d7352668-f203-4370-ad09-8289395a905a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:43:27.091432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-d7352668-f203-4370-ad09-8289395a905a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:43:27.092809 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-d7352668-f203-4370-ad09-8289395a905a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 932 time: 0.2537999 Apr 21 13:43:27.199663 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-ae62c992-e0f5-4605-abbc-f9e9eeb5eb88 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:security_group {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:43:27.206728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0596f6d-ece5-4d1a-9c2d-c81f551defb2 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:43:27.216773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:27.239633 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Transition to ACTIVE for port object a0596f6d-ece5-4d1a-9c2d-c81f551defb2 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:43:27.240569 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-ae62c992-e0f5-4605-abbc-f9e9eeb5eb88 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:security_group {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:43:27.241828 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b02fb1ab-3f52-4c91-bfae-c7abb5aece81 req-ae62c992-e0f5-4605-abbc-f9e9eeb5eb88 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423872 Apr 21 13:43:27.243314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:27.248597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1fe7336f-661a-494b-b74e-4a47c5f60216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:27.420415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Pushing event updated for resources: {'Port': ['ID=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:27.423395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:27.492567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Attempting to bind port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:43:27.492939 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Attempting to bind port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:43:27.493313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Attempting to bind port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:43:27.498731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:43:27.499101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Attempting to bind port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:43:27.504549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:43:27.504924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Checking segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:43:27.505343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Bound using segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:43:27.505810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Bound port: a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:43:27.506188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:27.601216 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] For port a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:43:27.604491 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] For port a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:43:27.608335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:27.612883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59e82010-21bb-44f1-97d0-083893c44ef1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:27.667438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:27.668249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:27.670301 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] 10.222.0.15 "PUT /v2.0/ports/a0596f6d-ece5-4d1a-9c2d-c81f551defb2 HTTP/1.1" status: 200 len: 1094 time: 1.3141158 Apr 21 13:43:27.670836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'tag': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:43:27.699161 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Pushing event updated for resources: {'Port': ['ID=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:27.702520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:27.755007 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'tag': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'status': 'completed', 'code': 200} Apr 21 13:43:27.789056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-b046ef16-b705-4a5a-b4a6-dcbcd8d0dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:27.790660 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-b046ef16-b705-4a5a-b4a6-dcbcd8d0dfd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0852964 Apr 21 13:43:27.871149 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-557a420d-ec4c-4b50-af9f-57f8c2923f69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2 HTTP/1.1" status: 200 len: 217 time: 0.0720015 Apr 21 13:43:27.942061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-2fdf5483-f64e-47d1-9169-e2f5f8301748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:27.943576 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-2fdf5483-f64e-47d1-9169-e2f5f8301748 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0659332 Apr 21 13:43:27.997347 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-f4f0f98d-f383-4211-9558-f42dec25d121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456252 Apr 21 13:43:28.138807 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-31235229-b087-4fe3-b825-261c431b27ec service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346734 Apr 21 13:43:28.282730 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2bf63cc-9c9a-438e-a94d-1ff445a0f502 req-a8688d1b-c161-4cd0-96f5-65161b32402a service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373694 Apr 21 13:43:28.479188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-cc23751b-a5a3-4ca8-b6f7-50006f748d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:28.480819 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-cc23751b-a5a3-4ca8-b6f7-50006f748d94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 1097 time: 0.1514885 Apr 21 13:43:28.490592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb5e3c-badc-4fce-8488-49633a472678 req-f089a454-0737-4770-accb-f22d7bc676e5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:28.492089 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e6bb5e3c-badc-4fce-8488-49633a472678 req-f089a454-0737-4770-accb-f22d7bc676e5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 944 time: 0.1269917 Apr 21 13:43:28.629343 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e6bb5e3c-badc-4fce-8488-49633a472678 req-8b637075-f780-4151-abc4-fdedb66ecb83 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119280 Apr 21 13:43:28.666239 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-13bd80ea-ecee-48f7-9449-51fc62280388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:28.667849 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-13bd80ea-ecee-48f7-9449-51fc62280388 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 916 time: 0.1747661 Apr 21 13:43:28.756544 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-2635943e-20b1-4447-ba32-c8a808a7afa1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2 HTTP/1.1" status: 200 len: 217 time: 0.0816369 Apr 21 13:43:28.824069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-3a5451b7-4890-4a61-8019-935a4d21727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:28.825592 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-3a5451b7-4890-4a61-8019-935a4d21727e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0624671 Apr 21 13:43:28.881355 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-e99fa8bd-17e9-46e2-bf65-d7cd0ac6c12b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485027 Apr 21 13:43:29.025672 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-f99068f8-9229-4333-bf88-6ff862d9ec6a service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367238 Apr 21 13:43:29.168609 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-447c630e-f6ad-47ba-9d99-f324e8277e5d req-c729ad88-274d-44ce-8d6b-96de6f1c5b7c service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363723 Apr 21 13:43:29.837061 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163745-9ac0-40e6-99f1-2e1d4a4af2c3 req-cef63546-8584-4fcd-b4f1-a29e7f43af08 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:29.838648 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87163745-9ac0-40e6-99f1-2e1d4a4af2c3 req-cef63546-8584-4fcd-b4f1-a29e7f43af08 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 944 time: 0.0918097 Apr 21 13:43:29.887715 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87163745-9ac0-40e6-99f1-2e1d4a4af2c3 req-3c7ff353-4c04-4baf-8de1-000ee84b4359 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Apr 21 13:43:31.084265 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e672-f012-4281-a288-d756fcda1ccf req-1b1ec60d-51cc-46d0-abec-2975d58b9aae tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:31.085838 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e13e672-f012-4281-a288-d756fcda1ccf req-1b1ec60d-51cc-46d0-abec-2975d58b9aae tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 944 time: 0.0870166 Apr 21 13:43:31.136637 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0e13e672-f012-4281-a288-d756fcda1ccf req-dc0de34f-2d87-4787-b08d-b90b5661a873 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Apr 21 13:43:31.987746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device a0596f6d-ece5-4d1a-9c2d-c81f551defb2 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:43:32.127606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:32.142554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'port_id': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'mac_address': 'fa:16:3e:0d:ed:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf1c83f-8837-40d3-8e82-8ceb410d7e2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:43:32.205215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:32.223876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0596f6d-ece5-4d1a-9c2d-c81f551defb2 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:43:32.240057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:32.243017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:32.244944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:32.315570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:32.324745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.325005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.325426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.325730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.326108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.326478 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.326836 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.327207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.328138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.328509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.329193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.329193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:43:32.333320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:32.345834 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23444e-820c-42a1-bc60-263a46731576 req-09080253-0e7c-45d3-9242-e5cafcc8c40f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:32.347498 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1f23444e-820c-42a1-bc60-263a46731576 req-09080253-0e7c-45d3-9242-e5cafcc8c40f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 945 time: 0.0959690 Apr 21 13:43:32.396249 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1f23444e-820c-42a1-bc60-263a46731576 req-317658a2-a469-484a-b243-55d7a4318d85 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Apr 21 13:43:32.602684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:43:33.604143 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3670d-3c7d-491e-9c8b-ad457e1c1fc6 req-7960a94a-5903-4b18-9bb9-c26b76fcb0e7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:33.605741 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d1a3670d-3c7d-491e-9c8b-ad457e1c1fc6 req-7960a94a-5903-4b18-9bb9-c26b76fcb0e7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 945 time: 0.0944145 Apr 21 13:43:33.653256 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d1a3670d-3c7d-491e-9c8b-ad457e1c1fc6 req-24887d2d-b6bb-42c7-9b4e-82d7b1fd0b63 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Apr 21 13:43:34.003072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device a0596f6d-ece5-4d1a-9c2d-c81f551defb2 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:43:34.074277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:43:34.079920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:43:34.080366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:34.205782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:34.233281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:43:34.243814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:34.246686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:34.249425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:34.286924 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'code': 200} Apr 21 13:43:34.326746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:34.329895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:34.523202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a046b-2c64-420c-8661-79d4992486db req-d641c48f-d668-40e5-b6de-757ba4a15efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:34.524808 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b3a046b-2c64-420c-8661-79d4992486db req-d641c48f-d668-40e5-b6de-757ba4a15efc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0767562 Apr 21 13:43:34.567690 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7b3a046b-2c64-420c-8661-79d4992486db req-0cd15fc0-69be-46f5-adfc-a9bc0e95373c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Apr 21 13:43:34.856688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6fad2-d863-4d28-bbe1-8a186814cb52 req-b872a000-0df6-4508-b3c1-50983f9b2882 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:34.858181 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-47d6fad2-d863-4d28-bbe1-8a186814cb52 req-b872a000-0df6-4508-b3c1-50983f9b2882 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 946 time: 0.0903010 Apr 21 13:43:34.907196 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-47d6fad2-d863-4d28-bbe1-8a186814cb52 req-43364aca-1686-4d32-ad94-b43478e86f52 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Apr 21 13:43:36.110471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f3220-d421-4508-b214-6e7bfbf93b94 req-de0f5cd4-d879-45bf-bfac-3d458953c003 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:36.112102 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e57f3220-d421-4508-b214-6e7bfbf93b94 req-de0f5cd4-d879-45bf-bfac-3d458953c003 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 946 time: 0.0923276 Apr 21 13:43:36.159717 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e57f3220-d421-4508-b214-6e7bfbf93b94 req-8d9fa609-d5bb-4bd0-b12f-e2cb0907c4dc tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Apr 21 13:43:38.410393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:43:39.423131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f50f051a-c69e-4c7b-a5c3-2cdb2b977ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:40.696863 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-18434e55-d16d-4c2e-a77a-5b4c44b0efb0 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:40.698381 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-18434e55-d16d-4c2e-a77a-5b4c44b0efb0 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.1581998 Apr 21 13:43:40.715093 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-ad098f21-0a94-47a7-aa68-9b5a2a058bbb tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/quotas/42894e0b3d364c0595b092f9a035f8fb HTTP/1.1" status: 200 len: 375 time: 0.0096338 Apr 21 13:43:40.802240 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-84ce4ec0-8603-4a60-89b2-e201a9b083ac tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816233 Apr 21 13:43:40.943971 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-7a38f59f-c787-4362-be8e-a6ef3a8c2320 service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343088 Apr 21 13:43:41.084525 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-7dfb7766-215a-4a9f-9727-0d2278981dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339252 Apr 21 13:43:41.281180 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-28450992-cfdd-4e38-bde8-6232e0a5e357 req-82e21180-b818-429a-ad9c-b3302e2dbf0b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 210 time: 0.0521059 Apr 21 13:43:41.702021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dc4bfdaa-5fde-4750-8388-0eefc4fcbf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:42.130573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:42.615867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-27e20830-7965-47dd-a3a7-a9333db01877 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:42.617346 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-27e20830-7965-47dd-a3a7-a9333db01877 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.4023445 Apr 21 13:43:42.660928 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Request body: {'port': {'device_id': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'admin_state_up': True, 'tenant_id': '42894e0b3d364c0595b092f9a035f8fb'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:42.684243 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3c9e4228-8ff7-4f2b-8274-d5357ae7bc85 req-3e09ea4e-3573-417e-998f-45a8f9d13417 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 210 time: 0.0787430 Apr 21 13:43:42.710902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:42.810119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:43:42.820720 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:43:42.829370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Made reservation on behalf of 42894e0b3d364c0595b092f9a035f8fb for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:43:42.835453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.005745 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Allocated IP 172.20.0.8 (8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f/ebf1c83f-8837-40d3-8e82-8ceb410d7e2a/e6997f64-1a88-4293-83fe-4fa8cc1c0eeb) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:43:43.056924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.215331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.247048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.252634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f584fab9-c459-4151-b529-76922e4b89e5 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:43.259039 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:43:43.330071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:43:43.331211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:43:43.335407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:43:43.368508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event updated for resources: {'Port': ['ID=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:43.375514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:43.407281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:43.407955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.433026 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812011 Apr 21 13:43:43.445730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Request body: {'port': {'device_id': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:43.569056 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.581757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:43.939700 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68cd0-3ed1-4314-8cde-5ea66941e8cb req-d2ff1e98-f272-4de1-ab0f-5ec0bbd8f9aa tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:43.940459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-76e68cd0-3ed1-4314-8cde-5ea66941e8cb req-d2ff1e98-f272-4de1-ab0f-5ec0bbd8f9aa tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:43:44.012192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-76e68cd0-3ed1-4314-8cde-5ea66941e8cb req-d2ff1e98-f272-4de1-ab0f-5ec0bbd8f9aa tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:43:44.013430 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-76e68cd0-3ed1-4314-8cde-5ea66941e8cb req-d2ff1e98-f272-4de1-ab0f-5ec0bbd8f9aa tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 931 time: 0.2128539 Apr 21 13:43:44.037171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6997f64-1a88-4293-83fe-4fa8cc1c0eeb {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:43:44.049259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:44.082018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Transition to ACTIVE for port object e6997f64-1a88-4293-83fe-4fa8cc1c0eeb will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:43:44.085517 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-76e68cd0-3ed1-4314-8cde-5ea66941e8cb req-6d2558e1-7888-4217-bc3a-21324c78c82e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Apr 21 13:43:44.086578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:44.091330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-957ff173-1b6e-43ca-83fb-84f0a5c32277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:44.254597 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Pushing event updated for resources: {'Port': ['ID=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:44.261684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:44.332416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Attempting to bind port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:43:44.332790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Attempting to bind port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:43:44.333153 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Attempting to bind port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:43:44.337995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:43:44.338356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Attempting to bind port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:43:44.344287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:43:44.344660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Checking segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:43:44.345069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Bound using segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:43:44.345532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Bound port: e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:43:44.345903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:44.436382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] For port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:43:44.440021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] For port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:43:44.443369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:44.447918 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-937cf142-8f44-4c8a-851f-0d866d1a7fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:44.510060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:44.510678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:44.512217 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6997f64-1a88-4293-83fe-4fa8cc1c0eeb HTTP/1.1" status: 200 len: 1093 time: 1.0721617 Apr 21 13:43:44.512740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'tag': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:43:44.534111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Pushing event updated for resources: {'Port': ['ID=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:44.537270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:44.590573 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'tag': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'status': 'completed', 'code': 200} Apr 21 13:43:44.626586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-7d025b84-95cf-4626-b266-336afc2f2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:44.628206 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-7d025b84-95cf-4626-b266-336afc2f2709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 1096 time: 0.0806599 Apr 21 13:43:44.704968 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-646f63b7-b16e-45ac-8b3d-750182b2bb26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb HTTP/1.1" status: 200 len: 217 time: 0.0687616 Apr 21 13:43:44.772919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-af575877-6623-488f-ad44-63646ac63d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:44.774384 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-af575877-6623-488f-ad44-63646ac63d01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0628960 Apr 21 13:43:44.831770 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-2a17ae2a-df74-42a9-9341-fc2a8d4b6393 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493956 Apr 21 13:43:44.977091 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-2b966203-8136-49db-82fd-972ca48b77e8 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380115 Apr 21 13:43:45.118046 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2493d3a-fb8f-4b36-ac14-9ee835d58370 req-80c89c73-0a83-45eb-80b8-a80aa8f676b5 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343739 Apr 21 13:43:45.311219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-2adc87f2-75fd-4712-8685-43a4a29566d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:45.313381 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-2adc87f2-75fd-4712-8685-43a4a29566d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 1096 time: 0.1469674 Apr 21 13:43:45.323096 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f7ca-05d8-4c57-88f8-15e9f4133e87 req-b3adf2d0-d276-4d0b-ac54-e3223004b5b4 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:45.324609 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c263f7ca-05d8-4c57-88f8-15e9f4133e87 req-b3adf2d0-d276-4d0b-ac54-e3223004b5b4 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 943 time: 0.1177974 Apr 21 13:43:45.462648 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c263f7ca-05d8-4c57-88f8-15e9f4133e87 req-3af3e446-0eff-4d19-b518-21d2477653c2 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105888 Apr 21 13:43:45.501366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-d1b83471-6cc0-4f4e-810b-737f903240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:45.502943 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-d1b83471-6cc0-4f4e-810b-737f903240b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 916 time: 0.1774290 Apr 21 13:43:45.576123 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-cd7f2941-3059-4f59-819c-55f2cd4af32c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb HTTP/1.1" status: 200 len: 217 time: 0.0655084 Apr 21 13:43:45.647913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-2347616a-af6e-44d0-8709-c160eea8e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:45.649458 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-2347616a-af6e-44d0-8709-c160eea8e600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0665607 Apr 21 13:43:45.702492 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-527163a5-0c15-4abe-858f-acf003a588b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467391 Apr 21 13:43:45.844534 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-0e287e52-5307-4e8d-bf72-4c2685115bea service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347280 Apr 21 13:43:45.989083 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-87691581-a63c-44c9-a6f3-0e66f526a0bc req-fbc42aad-add6-42b2-8d2d-0da2fed73016 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369870 Apr 21 13:43:46.537221 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-136ab2bc-8470-4849-ad07-264ba185b294 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809338 Apr 21 13:43:46.733712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d795730-7858-4cb7-8d65-f80d11fbae85 req-a890a849-5e11-4099-9f1d-77edec66be3c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:46.735941 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1d795730-7858-4cb7-8d65-f80d11fbae85 req-a890a849-5e11-4099-9f1d-77edec66be3c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 943 time: 0.1557729 Apr 21 13:43:46.742290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-42b35767-bfb1-4f4e-bc48-2e39fd64d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:46.743825 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-42b35767-bfb1-4f4e-bc48-2e39fd64d266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=243878d253a64a479449f126f3b05e63&device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 1098 time: 0.1196616 Apr 21 13:43:46.865779 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1d795730-7858-4cb7-8d65-f80d11fbae85 req-5388c1c3-2f8f-4689-b8b4-b0e87308af11 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209497 Apr 21 13:43:47.155285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-b159ccf9-f31f-46ee-bed5-dcfe328c06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:47.157553 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-b159ccf9-f31f-46ee-bed5-dcfe328c06ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 200 len: 912 time: 0.3943081 Apr 21 13:43:47.268650 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-38084b26-ea06-40cc-8e6b-05410bb9f656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187 HTTP/1.1" status: 200 len: 1001 time: 0.1019139 Apr 21 13:43:47.341021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-fb8d9a9b-5efe-4c88-81d9-5237e111c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:47.342468 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-fb8d9a9b-5efe-4c88-81d9-5237e111c01a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 200 len: 850 time: 0.0641570 Apr 21 13:43:47.423818 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-52f2ddaf-bbcf-4b7b-8280-49a5d795badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:47.425361 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-52f2ddaf-bbcf-4b7b-8280-49a5d795badb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0d4432c-ee88-4875-8f94-634dcc649b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763731 Apr 21 13:43:47.568533 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-86a5bfe7-5a6f-4cd7-8b73-60a3d1a64fe9 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339183 Apr 21 13:43:47.711573 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e71f5786-7179-4c6d-8c2c-55a587364753 req-822114f4-171b-4bb5-adca-5ae868182aa7 service neutron] 10.222.0.15 "GET /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352952 Apr 21 13:43:48.070601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3872046-1da1-4bf5-aa05-b704dc4de160 req-857f1683-bc45-44f9-b40b-ed4e52a66a7e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:48.072223 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3872046-1da1-4bf5-aa05-b704dc4de160 req-857f1683-bc45-44f9-b40b-ed4e52a66a7e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 943 time: 0.0949800 Apr 21 13:43:48.111185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device e6997f64-1a88-4293-83fe-4fa8cc1c0eeb details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:43:48.122363 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f3872046-1da1-4bf5-aa05-b704dc4de160 req-a7d51579-adc2-44f8-b8e0-553610a97b5f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430281 Apr 21 13:43:48.256493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:48.270897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'port_id': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'mac_address': 'fa:16:3e:aa:14:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf1c83f-8837-40d3-8e82-8ceb410d7e2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:43:48.331346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:48.349727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6997f64-1a88-4293-83fe-4fa8cc1c0eeb {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:43:48.366372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:48.369233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:48.371024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:48.442692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:48.445915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:48.703935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['e6997f64-1a88-4293-83fe-4fa8cc1c0eeb'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:43:49.344086 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977203d7-4083-48ea-9c75-44244f89553b req-7e24356c-f48b-4976-864e-aa64cdeb0281 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:49.345659 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-977203d7-4083-48ea-9c75-44244f89553b req-7e24356c-f48b-4976-864e-aa64cdeb0281 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 944 time: 0.0925360 Apr 21 13:43:49.394195 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-977203d7-4083-48ea-9c75-44244f89553b req-200d13e7-2a4c-43e0-a40f-e98e87d63e46 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Apr 21 13:43:50.127623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device e6997f64-1a88-4293-83fe-4fa8cc1c0eeb up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:43:50.202429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:43:50.207951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:43:50.208372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:50.337332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:50.372457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:43:50.373603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:43:50.380348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:50.382310 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:50.428683 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'code': 200} Apr 21 13:43:50.457426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:50.460908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:50.663781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff9b93-3999-4a21-b564-81bb662f2b36 req-16f2f779-1887-4a07-b531-db221c10528e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:50.665353 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-71ff9b93-3999-4a21-b564-81bb662f2b36 req-16f2f779-1887-4a07-b531-db221c10528e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 945 time: 0.1412184 Apr 21 13:43:50.730087 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-71ff9b93-3999-4a21-b564-81bb662f2b36 req-7e11ef99-4f86-4b60-8482-97f6ec103ac4 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Apr 21 13:43:50.733004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d94242-6f21-4919-8a12-8251cf58afc1 req-6b7ed2bd-967f-47cb-b1d6-c69a015bbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:50.735024 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-11d94242-6f21-4919-8a12-8251cf58afc1 req-6b7ed2bd-967f-47cb-b1d6-c69a015bbc5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 1098 time: 0.1356862 Apr 21 13:43:50.779642 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-11d94242-6f21-4919-8a12-8251cf58afc1 req-7e088cb1-4f9e-4677-9761-be755cfff4f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Apr 21 13:43:51.954587 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcd986-a46b-4e04-8b8f-9e8140a55c78 req-417c84b7-eb04-403e-8431-8dd8e5153fc8 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:51.956902 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65dcd986-a46b-4e04-8b8f-9e8140a55c78 req-417c84b7-eb04-403e-8431-8dd8e5153fc8 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 945 time: 0.1052387 Apr 21 13:43:52.016872 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-65dcd986-a46b-4e04-8b8f-9e8140a55c78 req-fcb55b64-f7d6-4b7f-9184-dd10afe60677 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Apr 21 13:43:53.230149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef45abe-aa79-4ad2-8fa5-7cad5652b9b8 req-18a02881-2ec8-49fd-aac0-ed4e97c3cc2f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:53.231754 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fef45abe-aa79-4ad2-8fa5-7cad5652b9b8 req-18a02881-2ec8-49fd-aac0-ed4e97c3cc2f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 945 time: 0.0956106 Apr 21 13:43:53.279017 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fef45abe-aa79-4ad2-8fa5-7cad5652b9b8 req-9d877ae7-30c7-4a62-96f2-a940da2d0300 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Apr 21 13:43:55.555821 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-26f82f1b-0a60-4173-bfeb-0dbf73b2d66d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:55.557348 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-26f82f1b-0a60-4173-bfeb-0dbf73b2d66d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.1564794 Apr 21 13:43:55.573804 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-56f20b11-7f9d-4bdb-b73e-9ca8a077c490 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/quotas/42894e0b3d364c0595b092f9a035f8fb HTTP/1.1" status: 200 len: 375 time: 0.0096571 Apr 21 13:43:55.667124 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-6400015d-d33e-448f-84c0-d2bbeecbe911 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876994 Apr 21 13:43:55.812371 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-c7bd2394-67e6-4c47-b0cd-4e2e542faa3b service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370971 Apr 21 13:43:55.957482 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-13b223d5-7b30-4e23-a89a-964f86944f12 service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387048 Apr 21 13:43:56.152646 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fe494391-30d9-4097-9ce1-4ffbf8bb5e0f req-92fb41f9-2d1a-4bd3-8b27-bef3589dc19f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 210 time: 0.0504444 Apr 21 13:43:57.332820 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2a734a2e-2615-4699-b4cf-0855ae594e30 req-c35ed2a2-3132-406d-a61d-bb11a406f54e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 210 time: 0.0597658 Apr 21 13:43:57.360784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-bcc4d1a8-7460-440a-a2c6-37b4a4dbd2ce tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:57.362652 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-bcc4d1a8-7460-440a-a2c6-37b4a4dbd2ce tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.2166538 Apr 21 13:43:57.375052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Request body: {'port': {'device_id': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'admin_state_up': True, 'tenant_id': '42894e0b3d364c0595b092f9a035f8fb'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:57.525253 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:43:57.536235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:43:57.545396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Made reservation on behalf of 42894e0b3d364c0595b092f9a035f8fb for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:43:57.551540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:57.728980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Allocated IP 172.20.0.7 (8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f/ebf1c83f-8837-40d3-8e82-8ceb410d7e2a/ca1a4233-4a6b-45e7-b318-55b2b941ded0) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:43:57.977801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:58.007593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:58.013508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-605efff1-418e-42cc-b9f7-77235bbffbf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:58.020138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:43:58.078398 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:43:58.086685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:43:58.091503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:43:58.135176 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event updated for resources: {'Port': ['ID=ca1a4233-4a6b-45e7-b318-55b2b941ded0,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:58.141288 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:58.168285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:58.168964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:58.194299 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8236868 Apr 21 13:43:58.206990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-7f677b87-daf7-46ac-9c65-879ef077c3dd tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:43:58.208072 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-7f677b87-daf7-46ac-9c65-879ef077c3dd tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063035 Apr 21 13:43:58.219221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Request body: {'port': {'device_id': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:43:58.342899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:58.673784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25e7eb-4d8b-4227-ac9e-dde0dae55a69 req-170c6df2-9018-41c3-9b2e-b77f4f1c75c9 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:58.674545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3a25e7eb-4d8b-4227-ac9e-dde0dae55a69 req-170c6df2-9018-41c3-9b2e-b77f4f1c75c9 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:43:58.716355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-3a25e7eb-4d8b-4227-ac9e-dde0dae55a69 req-170c6df2-9018-41c3-9b2e-b77f4f1c75c9 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:43:58.717622 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3a25e7eb-4d8b-4227-ac9e-dde0dae55a69 req-170c6df2-9018-41c3-9b2e-b77f4f1c75c9 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 931 time: 0.2524488 Apr 21 13:43:58.824553 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3a25e7eb-4d8b-4227-ac9e-dde0dae55a69 req-3cec195d-9f81-4702-a55d-a777acf1f4c5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998003 Apr 21 13:43:58.832778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1a4233-4a6b-45e7-b318-55b2b941ded0 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:43:58.841006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:58.857710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Transition to ACTIVE for port object ca1a4233-4a6b-45e7-b318-55b2b941ded0 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:43:58.860643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:58.866270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-77d706c0-dee3-4f70-965f-246bcebd9248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:59.069331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a4233-4a6b-45e7-b318-55b2b941ded0,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:59.076462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:59.114304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Attempting to bind port ca1a4233-4a6b-45e7-b318-55b2b941ded0 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:43:59.114689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Attempting to bind port ca1a4233-4a6b-45e7-b318-55b2b941ded0 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:43:59.115060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Attempting to bind port ca1a4233-4a6b-45e7-b318-55b2b941ded0 on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:43:59.120156 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Port ca1a4233-4a6b-45e7-b318-55b2b941ded0 on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:43:59.120521 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Attempting to bind port ca1a4233-4a6b-45e7-b318-55b2b941ded0 on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:43:59.128470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:43:59.128855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Checking segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:43:59.129292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Bound using segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:43:59.129775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Bound port: ca1a4233-4a6b-45e7-b318-55b2b941ded0, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:43:59.130165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:59.231409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] For port ca1a4233-4a6b-45e7-b318-55b2b941ded0, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:43:59.234462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] For port ca1a4233-4a6b-45e7-b318-55b2b941ded0, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:43:59.237760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:59.242445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1dae347e-a0a2-4437-84b6-0aa234bf1af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:43:59.295790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:59.296497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:43:59.298031 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca1a4233-4a6b-45e7-b318-55b2b941ded0 HTTP/1.1" status: 200 len: 1093 time: 1.0831532 Apr 21 13:43:59.298559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'tag': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:43:59.326917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1a4233-4a6b-45e7-b318-55b2b941ded0,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:43:59.330744 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:43:59.377739 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'tag': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0', 'status': 'completed', 'code': 200} Apr 21 13:43:59.413981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-25cf7c24-938b-4592-ab06-60aa18db4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:59.415614 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-25cf7c24-938b-4592-ab06-60aa18db4aad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0794134 Apr 21 13:43:59.493151 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-3ec975ff-e1d4-4618-a718-c32be8e52923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0 HTTP/1.1" status: 200 len: 217 time: 0.0690494 Apr 21 13:43:59.564099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-643c87a4-bbf6-47ac-b338-01b25f021792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:43:59.565600 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-643c87a4-bbf6-47ac-b338-01b25f021792 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0662334 Apr 21 13:43:59.617353 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-eb285c57-0703-46c0-b0d1-1700673208e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451458 Apr 21 13:43:59.761366 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-aad2242a-2c8c-4b75-9662-2af4e8238e02 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361992 Apr 21 13:44:00.215195 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3673f0f4-dde1-44ee-abcf-0aab09d93e7d req-29dbf0d0-dac0-43d1-9250-1f593e501fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467185 Apr 21 13:44:00.228561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524916-adec-457a-b72d-1b89e928481f req-09a48e01-219d-4bc7-9546-a3fb9231b2c5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:00.231938 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a3524916-adec-457a-b72d-1b89e928481f req-09a48e01-219d-4bc7-9546-a3fb9231b2c5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 943 time: 0.1420023 Apr 21 13:44:00.331462 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a3524916-adec-457a-b72d-1b89e928481f req-44a1d0ce-7b94-460c-ba03-a04764a3818b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942414 Apr 21 13:44:00.361107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-2c06beb3-6f0a-4c84-965b-84d0258dd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:00.362708 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-2c06beb3-6f0a-4c84-965b-84d0258dd07e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1008136 Apr 21 13:44:00.509494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-318f6a06-3dde-4c60-8bdc-d7c4b33706ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:00.511065 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-318f6a06-3dde-4c60-8bdc-d7c4b33706ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 916 time: 0.1406267 Apr 21 13:44:00.592491 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-62fe5377-e0b2-4b82-a597-31b15da66021 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0 HTTP/1.1" status: 200 len: 217 time: 0.0731230 Apr 21 13:44:00.661474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-fc9f9fd1-1273-4ec3-8b8a-a97f96957d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:00.663036 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-fc9f9fd1-1273-4ec3-8b8a-a97f96957d74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0647898 Apr 21 13:44:00.720796 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-0ccbbe72-9334-46dd-86a0-22bf4153b99e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479169 Apr 21 13:44:00.866844 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-a5950e63-d5c4-4abb-bf9e-51842d6db411 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381187 Apr 21 13:44:01.010031 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a0b3f33-aeec-4baa-b169-ef3ef43b4b47 req-6e0006cc-6221-4d63-b9a4-8de6facb1f80 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355939 Apr 21 13:44:01.539254 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d7342-a85a-4685-8757-edae2a4b82c1 req-4cb77581-5509-4587-b568-46e464c355c0 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:01.540847 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-488d7342-a85a-4685-8757-edae2a4b82c1 req-4cb77581-5509-4587-b568-46e464c355c0 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 943 time: 0.0946076 Apr 21 13:44:01.588461 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-488d7342-a85a-4685-8757-edae2a4b82c1 req-8d2c4553-4e0b-443e-8e55-610d09aa96b4 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Apr 21 13:44:02.479949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d8722-7356-4697-a130-a47f22cc37f1 req-cef4db75-7ce3-45dd-ac48-2e0819a6b52d tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:02.481542 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-877d8722-7356-4697-a130-a47f22cc37f1 req-cef4db75-7ce3-45dd-ac48-2e0819a6b52d tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0875082 Apr 21 13:44:02.532910 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-877d8722-7356-4697-a130-a47f22cc37f1 req-7bf05e03-c098-4e26-96bd-2f0788a84093 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439031 Apr 21 13:44:02.791520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f082-af36-4ba8-83ca-026e88ea34fe req-d78b760a-16b0-4cb2-b362-42d9aaade775 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:02.793093 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e40f082-af36-4ba8-83ca-026e88ea34fe req-d78b760a-16b0-4cb2-b362-42d9aaade775 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 943 time: 0.0878313 Apr 21 13:44:02.839712 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8e40f082-af36-4ba8-83ca-026e88ea34fe req-177fd99a-4690-4b2e-bdf9-d0118480ae60 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Apr 21 13:44:03.741385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd700ea4-0aeb-43b3-b602-cf3781dd0bcb req-a7a15b97-a044-4822-b1fd-bc73c5ff06b7 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:03.742976 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd700ea4-0aeb-43b3-b602-cf3781dd0bcb req-a7a15b97-a044-4822-b1fd-bc73c5ff06b7 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0947158 Apr 21 13:44:03.790531 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bd700ea4-0aeb-43b3-b602-cf3781dd0bcb req-611f2082-10b2-47f2-940c-1139f83d0a3e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Apr 21 13:44:04.036943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122c883-bfba-4f13-a03b-3ffc819d1e8a req-e5cdc80b-c2ed-4ef1-a216-c0575b682ab8 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:04.038509 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9122c883-bfba-4f13-a03b-3ffc819d1e8a req-e5cdc80b-c2ed-4ef1-a216-c0575b682ab8 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 943 time: 0.0884192 Apr 21 13:44:04.085255 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9122c883-bfba-4f13-a03b-3ffc819d1e8a req-654175c7-4b3d-4410-95ce-9701635e3eda tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Apr 21 13:44:04.164118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ca1a4233-4a6b-45e7-b318-55b2b941ded0 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:44:04.305149 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port ca1a4233-4a6b-45e7-b318-55b2b941ded0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:04.319598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'port_id': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0', 'mac_address': 'fa:16:3e:79:b0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf1c83f-8837-40d3-8e82-8ceb410d7e2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:44:04.387476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:04.412907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1a4233-4a6b-45e7-b318-55b2b941ded0 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:44:04.429044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port ca1a4233-4a6b-45e7-b318-55b2b941ded0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:04.432035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:04.433835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e00a4534-1bd8-4e97-9c20-b0446735b073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:04.502724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=ca1a4233-4a6b-45e7-b318-55b2b941ded0,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:04.505826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:04.768206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-21584219-9eba-439f-ad64-d4242c927d0e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:04.769653 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-21584219-9eba-439f-ad64-d4242c927d0e tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.0915821 Apr 21 13:44:04.847222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Deleting port b50e8d0c-67a8-44c7-8b26-393d80af7187 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:04.847637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:04.862090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['ca1a4233-4a6b-45e7-b318-55b2b941ded0'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:05.172049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd53f5d-9721-4e5b-8acd-3055fa245abb req-6d167570-f07e-4c47-a0b0-91a83fd46b04 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:05.173509 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6cd53f5d-9721-4e5b-8acd-3055fa245abb req-6d167570-f07e-4c47-a0b0-91a83fd46b04 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 945 time: 0.2274380 Apr 21 13:44:05.274707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] For port b50e8d0c-67a8-44c7-8b26-393d80af7187, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b50e8d0c-67a8-44c7-8b26-393d80af7187,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:05.275107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:05.362730 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6cd53f5d-9721-4e5b-8acd-3055fa245abb req-c5368580-d3de-4687-b5ed-a16432b2db95 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups?id=89a16116-c6b5-4065-837c-4316c2c458f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795447 Apr 21 13:44:05.494177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a36a-11c1-4845-b659-d0bb4b1e9c2e req-da63fd73-51f2-4380-88df-6b8d4198e3f5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:05.495776 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d80a36a-11c1-4845-b659-d0bb4b1e9c2e req-da63fd73-51f2-4380-88df-6b8d4198e3f5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 944 time: 0.2920270 Apr 21 13:44:05.642131 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d80a36a-11c1-4845-b659-d0bb4b1e9c2e req-b3aa6f76-0d0c-4d47-ab20-3b488701d514 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376204 Apr 21 13:44:05.656289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:05.656714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:05.657073 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Floating IP c0141b24-8122-4093-95b0-fb537ac9ec8c disassociated. External IP: 172.28.2.167, port: b50e8d0c-67a8-44c7-8b26-393d80af7187. Apr 21 13:44:05.657502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Calling delete_port for b50e8d0c-67a8-44c7-8b26-393d80af7187 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:05.806904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:05.814426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a4455aae-af5e-45a4-a629-f36e79e53f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:05.868567 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event deleted for resources: {'Port': ['ID=b50e8d0c-67a8-44c7-8b26-393d80af7187,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:05.870828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:06.065563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Router 517431a9-f6b0-44d3-b30a-594378537e39 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:44:06.176423 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ca1a4233-4a6b-45e7-b318-55b2b941ded0 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:44:06.247165 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port ca1a4233-4a6b-45e7-b318-55b2b941ded0 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:44:06.252504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port ca1a4233-4a6b-45e7-b318-55b2b941ded0 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:44:06.252930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:06.255201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:44:06.264911 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:44:06.275219 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:44:06.275920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:43:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:06.346312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] No DVR routers for this DVR port b50e8d0c-67a8-44c7-8b26-393d80af7187 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:44:06.349816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:06.361076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'name': 'network-vif-deleted', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:06.368753 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e48e0c38-46ce-4582-89b5-61a05cbc2728 req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.15 "DELETE /v2.0/ports/b50e8d0c-67a8-44c7-8b26-393d80af7187 HTTP/1.1" status: 204 len: 173 time: 1.5927188 Apr 21 13:44:06.411572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:06.445738 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171e296e-3bd1-4b83-a6de-6c26435a1449', 'name': 'network-vif-deleted', 'tag': 'b50e8d0c-67a8-44c7-8b26-393d80af7187', 'status': 'completed', 'code': 200} Apr 21 13:44:06.463970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:06.483191 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port ca1a4233-4a6b-45e7-b318-55b2b941ded0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:06.489940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:06.492218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:06.520517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:44:06.533981 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0', 'code': 200} Apr 21 13:44:06.589006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=ca1a4233-4a6b-45e7-b318-55b2b941ded0,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:06.593242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:06.610737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-12277280-1650-4f5f-9510-767252f649b4 req-b572ba02-0d9b-40ec-aa80-5dc152c47d9b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Synchronizing usage tracker for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:44:06.626647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-12277280-1650-4f5f-9510-767252f649b4 req-b572ba02-0d9b-40ec-aa80-5dc152c47d9b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Unset dirty status for tenant:243878d253a64a479449f126f3b05e63 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:44:06.628179 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-12277280-1650-4f5f-9510-767252f649b4 req-b572ba02-0d9b-40ec-aa80-5dc152c47d9b tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/ports?device_id=171e296e-3bd1-4b83-a6de-6c26435a1449 HTTP/1.1" status: 200 len: 210 time: 0.0684299 Apr 21 13:44:06.857085 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806166-2217-4d4f-a082-e3a97ca72a2a req-dfa6026d-85a5-4d2c-b718-0587d1e4c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:06.858709 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d1806166-2217-4d4f-a082-e3a97ca72a2a req-dfa6026d-85a5-4d2c-b718-0587d1e4c32d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 1098 time: 0.1459079 Apr 21 13:44:06.862978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:06.867621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:44:06.878332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378bed7-ba5c-4990-832f-d2a7a6d6f109 req-7dcac76b-3f58-4e7f-9841-fc301449899b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:06.878465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:44:06.879349 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:43:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:06.879982 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e378bed7-ba5c-4990-832f-d2a7a6d6f109 req-7dcac76b-3f58-4e7f-9841-fc301449899b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.1174531 Apr 21 13:44:06.945696 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d1806166-2217-4d4f-a082-e3a97ca72a2a req-ab450c0c-2be3-4a50-9635-ad9de2b36227 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767610 Apr 21 13:44:06.957416 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e378bed7-ba5c-4990-832f-d2a7a6d6f109 req-a0e46eeb-d100-484d-bba0-1b5d073aaf23 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Apr 21 13:44:07.070307 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:44:07.396653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:07.400682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e8841-9731-464f-af8b-f494068defcb None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:37:00Z', 'revision_number': 4, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '618b93cc-d9e1-4874-8c9a-0f71cfcfabd2', 'name': '', 'network_id': 'a0d4432c-ee88-4875-8f94-634dcc649b38', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'mac_address': 'fa:16:3e:c7:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:59Z', 'updated_at': '2021-04-21T13:37:07Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'subnets': [{'id': '9246d0bf-bf5f-4923-a6ef-a2c29a99006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:44:07.757754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 54964) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:07.779029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99db694-292c-4434-86f0-594bfa46d625 None None] New status for floating IP c0141b24-8122-4093-95b0-fb537ac9ec8c: DOWN {{(pid=86400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:44:07.825998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:07.859683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:07.908131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:07.913396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-96c9d392-07db-48de-a557-0c439881ebb0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:07.929389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a16116-c6b5-4065-837c-4316c2c458f8,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:07.931984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:07.938005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:07.939215 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7d94d1d3-19f9-4cf6-9441-e3d0066c0f3a tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "DELETE /v2.0/security-groups/89a16116-c6b5-4065-837c-4316c2c458f8 HTTP/1.1" status: 204 len: 168 time: 0.1803927 Apr 21 13:44:07.942309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54968) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:07.961101 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.api.v2.resource [None req-0761a927-ecc7-4f74-b129-bcaf6acb6df1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] show failed (client error): The resource could not be found. Apr 21 13:44:07.962153 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0761a927-ecc7-4f74-b129-bcaf6acb6df1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "GET /v2.0/security-groups/89a16116-c6b5-4065-837c-4316c2c458f8 HTTP/1.1" status: 404 len: 347 time: 0.0188007 Apr 21 13:44:07.965103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 54972) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:08.173779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device b50e8d0c-67a8-44c7-8b26-393d80af7187 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:08.214750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: b50e8d0c-67a8-44c7-8b26-393d80af7187 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:08.215166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device b50e8d0c-67a8-44c7-8b26-393d80af7187 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:08.446130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Deleting port 6a8a6fdc-fc81-4939-bcba-e6e49a925e69 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:08.446732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:08.593514 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8c62-d5e3-4290-a3aa-483f70eaed1d req-a8fff622-0eff-4bc7-9626-6bff9ce5615f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:08.595109 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bbac8c62-d5e3-4290-a3aa-483f70eaed1d req-a8fff622-0eff-4bc7-9626-6bff9ce5615f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.3097174 Apr 21 13:44:08.683574 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bbac8c62-d5e3-4290-a3aa-483f70eaed1d req-419ffa5f-343a-4397-825c-70fb4c5274f7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Apr 21 13:44:08.687067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:08.687495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:08.819858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Calling delete_port for 6a8a6fdc-fc81-4939-bcba-e6e49a925e69 owned by network:floatingip {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:08.964913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:08.969984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:09.017728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Pushing event deleted for resources: {'Port': ['ID=6a8a6fdc-fc81-4939-bcba-e6e49a925e69,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:09.064295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.064704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.065108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.065503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.065894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.066282 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.066671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.067059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.067593 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.067987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.068373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.068756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:09.100469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:09.128220 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks [] for floatingip, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:09.146301 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:09.147576 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0141b24-8122-4093-95b0-fb537ac9ec8c HTTP/1.1" status: 204 len: 168 time: 1.1814969 Apr 21 13:44:09.423810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c525400e-4df4-40a7-b41f-737253fe08b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:09.890327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e82b4d-2e17-4285-9221-815e69384f67 req-3d2e8e0c-daec-4b70-b0d9-f0fa4339f439 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:09.891955 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-16e82b4d-2e17-4285-9221-815e69384f67 req-3d2e8e0c-daec-4b70-b0d9-f0fa4339f439 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.0930223 Apr 21 13:44:09.943139 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-16e82b4d-2e17-4285-9221-815e69384f67 req-9a001afe-7a36-4a3c-bd41-3de5d0bd4fcc tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447934 Apr 21 13:44:11.708113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a712c354-e681-458e-b6b8-50a99d55477c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:12.139258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:12.716666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:13.060560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:13.239409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55028) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:13.584368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:13.866146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:14.232524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Deleting port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:14.232906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:14.414841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] For port 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:14.415231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:14.547083 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Calling delete_port for 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 owned by network:router_interface {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:14.724551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:14.729598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-95c6714b-dd36-4d56-873b-677b1c405f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:14.778001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=618b93cc-d9e1-4874-8c9a-0f71cfcfabd2,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:14.781350 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:15.067730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:15.410516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:44:15.697658 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Router 517431a9-f6b0-44d3-b30a-594378537e39 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:44:15.889576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:44:15.898113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] Sync routers for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:44:15.902393 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fc2c2045-1437-4a83-ba6d-da17dbe188e3 admin admin] 10.222.0.36 "PUT /v2.0/routers/517431a9-f6b0-44d3-b30a-594378537e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6618304 Apr 21 13:44:15.905049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55052) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:15.908649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:44:15.909363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:44:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:16.097280 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks [] for router, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:16.106359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:44:16.293183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:16.301846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Deleting port 920bc02b-c8b1-4c7d-ad89-df9027006a76 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:16.302232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:16.425985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:44:14Z', 'revision_number': 5, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port': {'id': '920bc02b-c8b1-4c7d-ad89-df9027006a76', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517431a9-f6b0-44d3-b30a-594378537e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:36:55Z', 'updated_at': '2021-04-21T13:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:16.430380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] Checking router: 517431a9-f6b0-44d3-b30a-594378537e39 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:44:16.440063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] Routers {'517431a9-f6b0-44d3-b30a-594378537e39'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:44:16.440796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:44:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['517431a9-f6b0-44d3-b30a-594378537e39'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:16.498513 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] For port 920bc02b-c8b1-4c7d-ad89-df9027006a76, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=920bc02b-c8b1-4c7d-ad89-df9027006a76,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:16.498923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:16.600147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] Set router 517431a9-f6b0-44d3-b30a-594378537e39 gateway port host: None {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:44:16.711517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Calling delete_port for 920bc02b-c8b1-4c7d-ad89-df9027006a76 owned by network:router_gateway {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:16.712860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:44:16Z', 'revision_number': 6, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port_host': None}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:16.717038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150143f-acf1-40ae-a790-4d765e588542 None None] The sync data for ids ['517431a9-f6b0-44d3-b30a-594378537e39'] in dv-cinder-787195-3-smb is: [{'id': '517431a9-f6b0-44d3-b30a-594378537e39', 'name': 'tempest-AttachVolumeTestJSON-1597391883-router', 'tenant_id': '243878d253a64a479449f126f3b05e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:36:54Z', 'updated_at': '2021-04-21T13:44:16Z', 'revision_number': 6, 'project_id': '243878d253a64a479449f126f3b05e63', 'gw_port_host': None}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:44:16.868118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-adf9f26e-bd90-4299-b6c0-606ef7c6a2b2 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:16.869654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-adf9f26e-bd90-4299-b6c0-606ef7c6a2b2 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.3620732 Apr 21 13:44:16.895522 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-a6266fd4-d93f-41cb-9de1-9c0e2cb8b077 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/quotas/42894e0b3d364c0595b092f9a035f8fb HTTP/1.1" status: 200 len: 375 time: 0.0190132 Apr 21 13:44:17.033400 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:17.038753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6de1c83f-214e-40fa-9a96-bf6eb5ca1722 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:17.087774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=920bc02b-c8b1-4c7d-ad89-df9027006a76,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:17.090483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:17.174648 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-a75a2ad9-274c-4de2-97b9-b751873eaf77 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2721949 Apr 21 13:44:17.188908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-16b15a3e-70d2-4727-8ffe-417fbd92a248 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:44:17.189952 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-16b15a3e-70d2-4727-8ffe-417fbd92a248 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080621 Apr 21 13:44:17.282710 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:17.483322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:17.495630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:17.538169 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-753491a2-e33e-495b-9c9f-51175a9f0528 service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392761 Apr 21 13:44:17.538703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:17.539303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517431a9-f6b0-44d3-b30a-594378537e39 {{(pid=86398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:44:17.634929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Notify callbacks [] for router, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:17.636096 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] 10.222.0.36 "DELETE /v2.0/routers/517431a9-f6b0-44d3-b30a-594378537e39 HTTP/1.1" status: 204 len: 168 time: 1.7300637 Apr 21 13:44:17.638729 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55070) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:17.749268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:17.792073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:17.792468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 618b93cc-d9e1-4874-8c9a-0f71cfcfabd2 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:17.792941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 920bc02b-c8b1-4c7d-ad89-df9027006a76 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:17.830366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 920bc02b-c8b1-4c7d-ad89-df9027006a76 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:17.830757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 920bc02b-c8b1-4c7d-ad89-df9027006a76 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:17.991211 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Deleting subnet 9246d0bf-bf5f-4923-a6ef-a2c29a99006c {{(pid=86398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:44:17.997261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.027051 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-7ca38b21-ddb7-4344-ba4f-a041cfa0df33 service neutron] 10.222.0.36 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824026 Apr 21 13:44:18.052714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27418973'] for subnet, precommit_delete_associations {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.144999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.238106 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8c45971b-34b1-475a-86c5-bfa95fbc663d req-1c631687-329e-459b-b3ad-88c47502a624 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 210 time: 0.0561852 Apr 21 13:44:18.462662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27503169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27426007'] for subnet, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.467976 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f15ddb84-f72b-4270-b651-c1a4d55cf6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:18.512177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9246d0bf-bf5f-4923-a6ef-a2c29a99006c,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:18.515380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:18.516543 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for subnet, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.521981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c79f7d-a127-4a19-8eaf-75f7cd693035 None None] Network a0d4432c-ee88-4875-8f94-634dcc649b38 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:44:18.524747 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f662c08b-c855-4123-abcf-11464d1b53a1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9246d0bf-bf5f-4923-a6ef-a2c29a99006c HTTP/1.1" status: 204 len: 168 time: 0.8832238 Apr 21 13:44:18.525736 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55084) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:18.649454 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.660645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Deleting port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:18.661022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.791258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] DHCP port deletion for a0d4432c-ee88-4875-8f94-634dcc649b38 request from dv-cinder-787195-3-smb {{(pid=86400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 13:44:18.796047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Deleting port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:18.796259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:18.898319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] For port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:18.898732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.040321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Calling delete_port for 824d66cd-b0fa-4d43-bb3b-c1164e02b09a owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:19.117509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.122645 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-380559f6-a302-4a50-bc0c-26575921557c tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:19.170980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Pushing event deleted for resources: {'Port': ['ID=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:19.173128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] No DVR routers for this DVR port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a on host dv-cinder-787195-3-smb {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:44:19.174761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:19.203947 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] For port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=824d66cd-b0fa-4d43-bb3b-c1164e02b09a,segment=NetworkSegment(675b1f04-9f4b-48ed-bc29-d6c50f40024e),segment_id=675b1f04-9f4b-48ed-bc29-d6c50f40024e)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:19.204397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.342097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Calling delete_port for 824d66cd-b0fa-4d43-bb3b-c1164e02b09a owned by network:dhcp {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:19.388066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.422507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:44:19.423095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:44:19.527545 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-03364c0a-c9e6-48e1-b957-a72795f905aa req-9cf42ed8-1308-4be8-9e55-99d561769d8e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 210 time: 0.1443841 Apr 21 13:44:19.604493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d4432c-ee88-4875-8f94-634dcc649b38']}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:19.618022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-4b3d3443-81fd-47eb-9fb0-4f6f7915a28a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:19.619587 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-4b3d3443-81fd-47eb-9fb0-4f6f7915a28a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 815 time: 0.3442237 Apr 21 13:44:19.625941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675b1f04-9f4b-48ed-bc29-d6c50f40024e') {'for_net_delete': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:19.626259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675b1f04-9f4b-48ed-bc29-d6c50f40024e') {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:44:19.642820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Request body: {'port': {'device_id': '9a479649-b738-4321-8d09-21b2e0c0963d', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'admin_state_up': True, 'tenant_id': '42894e0b3d364c0595b092f9a035f8fb'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:44:19.657487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827356843'] for segment, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.734697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.752470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 824d66cd-b0fa-4d43-bb3b-c1164e02b09a no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:19.753610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=86398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:44:19.790373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 824d66cd-b0fa-4d43-bb3b-c1164e02b09a {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:19.790763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 824d66cd-b0fa-4d43-bb3b-c1164e02b09a not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:19.924488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Deleting port 824d66cd-b0fa-4d43-bb3b-c1164e02b09a {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:19.924924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:19.972126 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:19.975359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Network a0d4432c-ee88-4875-8f94-634dcc649b38 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:44:19.990393 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827271198'] for segment, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.001702 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-fd82e1e5-71df-4dc2-aee3-194b293b7090 None None] The port '824d66cd-b0fa-4d43-bb3b-c1164e02b09a' was deleted {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 13:44:20.058151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:20.103130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Made reservation on behalf of 42894e0b3d364c0595b092f9a035f8fb for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:44:20.109123 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.205289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Network a0d4432c-ee88-4875-8f94-634dcc649b38 has no segments {{(pid=86398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:44:20.266276 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:44:20.369683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.381456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1b36b612-97b0-4986-95cb-dca343db7fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:20.430347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.443967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d4432c-ee88-4875-8f94-634dcc649b38,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:20.452470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:20.475907 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5cf57693-50ef-407a-bb1a-6e410887921e admin admin] 10.222.0.36 "DELETE /v2.0/networks/a0d4432c-ee88-4875-8f94-634dcc649b38 HTTP/1.1" status: 204 len: 168 time: 1.9490492 Apr 21 13:44:20.489394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Allocated IP 172.20.0.5 (8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f/ebf1c83f-8837-40d3-8e82-8ceb410d7e2a/f1ae6da2-5f70-4629-8c33-8682ad784a4d) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:44:20.640255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55098) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:20.696086 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9075ef34-e7fd-42ca-b075-bcf3dc5801d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=243878d253a64a479449f126f3b05e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536253 Apr 21 13:44:20.698759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55102) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:20.722360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-85c4ba7d-b0ee-4e01-8015-0168edd00247 req-5a612644-428d-439f-9d54-647ea2260436 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:44:20.760726 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.768457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.771443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-85c4ba7d-b0ee-4e01-8015-0168edd00247 req-5a612644-428d-439f-9d54-647ea2260436 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:44:20.772721 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-85c4ba7d-b0ee-4e01-8015-0168edd00247 req-5a612644-428d-439f-9d54-647ea2260436 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 210 time: 0.1076837 Apr 21 13:44:20.789081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.800891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.806832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-432bfcf4-2eab-4301-99b6-4b0044e26b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:20.813500 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'ca1a4233-4a6b-45e7-b318-55b2b941ded0'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:20.842894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.848451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-678da832-a7dc-4550-b5b9-f02e89e20bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:20.867278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9129a723-8bd3-423c-8b22-4a26e0f70eb4,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:20.878146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:44:20.880108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.880633 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.881511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.881847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.882344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.882718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:44:20.882934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.883456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.883955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.884705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.884933 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.885426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.885913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:44:20.887008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:44:20.889208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:20.890315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.894599 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9129a723-8bd3-423c-8b22-4a26e0f70eb4 HTTP/1.1" status: 204 len: 168 time: 0.1920109 Apr 21 13:44:20.940832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event updated for resources: {'Port': ['ID=f1ae6da2-5f70-4629-8c33-8682ad784a4d,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:20.949865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:20.966881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:20.967606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:20.989062 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-8b616f52-7a2b-4b78-bdc1-37fdf6028892 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3507881 Apr 21 13:44:21.007508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Request body: {'port': {'device_id': '9a479649-b738-4321-8d09-21b2e0c0963d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:44:21.153235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:21.609811 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ae6da2-5f70-4629-8c33-8682ad784a4d {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:44:21.624906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:21.652668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Transition to ACTIVE for port object f1ae6da2-5f70-4629-8c33-8682ad784a4d will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:44:21.656942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:21.665419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ddcf8732-0506-493c-a943-126655d78088 tempest-VolumesActionsTest-1659727016 tempest-VolumesActionsTest-1659727016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:22.123866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ae6da2-5f70-4629-8c33-8682ad784a4d,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:22.170416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:22.234961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Attempting to bind port f1ae6da2-5f70-4629-8c33-8682ad784a4d on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:44:22.235375 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Attempting to bind port f1ae6da2-5f70-4629-8c33-8682ad784a4d by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:44:22.235753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Attempting to bind port f1ae6da2-5f70-4629-8c33-8682ad784a4d on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:44:22.243944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Port f1ae6da2-5f70-4629-8c33-8682ad784a4d on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:44:22.244318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Attempting to bind port f1ae6da2-5f70-4629-8c33-8682ad784a4d on network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:44:22.257010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafc56-5cb5-44f3-92cf-80cebe9aad6a req-a92b47d5-bfeb-4417-bdd4-3349dc9d0246 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:22.258644 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2fafc56-5cb5-44f3-92cf-80cebe9aad6a req-a92b47d5-bfeb-4417-bdd4-3349dc9d0246 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 943 time: 0.1839900 Apr 21 13:44:22.261398 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:44:22.261778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Checking segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:44:22.262202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Bound using segment: {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:44:22.262684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Bound port: f1ae6da2-5f70-4629-8c33-8682ad784a4d, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6885959a-32cb-42f1-b34f-014d764639e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:44:22.263071 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:22.368460 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c2fafc56-5cb5-44f3-92cf-80cebe9aad6a req-88e9156f-1f16-43dd-b14c-38b3ccac12d6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954196 Apr 21 13:44:22.402069 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] For port f1ae6da2-5f70-4629-8c33-8682ad784a4d, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:44:22.405354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] For port f1ae6da2-5f70-4629-8c33-8682ad784a4d, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:44:22.408842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:22.414043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0267b22b-53eb-4474-b2d4-107242cd21f2 tempest-DeleteServersTestJSON-373517551 tempest-DeleteServersTestJSON-373517551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:22.474889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:22.475671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:22.477436 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1ae6da2-5f70-4629-8c33-8682ad784a4d HTTP/1.1" status: 200 len: 1093 time: 1.4747589 Apr 21 13:44:22.477981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a479649-b738-4321-8d09-21b2e0c0963d', 'tag': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:22.498672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ae6da2-5f70-4629-8c33-8682ad784a4d,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:22.502748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:22.600598 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-1ed46545-d7e7-405e-8a49-e83b9c3e9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:22.602591 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-1ed46545-d7e7-405e-8a49-e83b9c3e9512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 1096 time: 0.0875080 Apr 21 13:44:22.686446 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a479649-b738-4321-8d09-21b2e0c0963d', 'tag': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d', 'status': 'completed', 'code': 200} Apr 21 13:44:22.688157 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-240cc4a5-1efe-4135-a42f-8168abd42a93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d HTTP/1.1" status: 200 len: 217 time: 0.0766218 Apr 21 13:44:22.759006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-74ac30b5-d49a-41f5-8ce1-d3ef1ebe995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:22.760647 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-74ac30b5-d49a-41f5-8ce1-d3ef1ebe995b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0664382 Apr 21 13:44:22.819638 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-d92127d1-6f92-4eb1-88be-0472f255c45e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519118 Apr 21 13:44:22.968404 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-90df5ec3-8688-475e-be6b-4f4104cf0ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392860 Apr 21 13:44:23.113480 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-eaae37bf-6653-4f45-9323-9fac32a5fd81 req-5f5f2528-3bd3-469e-9194-f56081daed7b service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378651 Apr 21 13:44:23.245268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238142-56b7-4637-9786-c4be28df7264 req-ff651b18-2744-4a1c-addf-e0f7d2d23fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:23.246970 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-ff651b18-2744-4a1c-addf-e0f7d2d23fdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 1096 time: 0.0812237 Apr 21 13:44:23.352412 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55172) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:23.392295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238142-56b7-4637-9786-c4be28df7264 req-1b60ec13-e113-428d-8a3f-cf85b7fdbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:23.393790 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-1b60ec13-e113-428d-8a3f-cf85b7fdbf7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 916 time: 0.1404498 Apr 21 13:44:23.475771 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-f641370d-1e7c-4a49-82a0-43c19486d472 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d HTTP/1.1" status: 200 len: 217 time: 0.0751374 Apr 21 13:44:23.479335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:23.495077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:23.499099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3202097e7449e89d29d2c14a6882de is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:23.502627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:23.509644 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:23.595758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:23.598654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:23.606042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238142-56b7-4637-9786-c4be28df7264 req-349804a2-469c-40b2-94af-462dfffffe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:23.607672 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-349804a2-469c-40b2-94af-462dfffffe62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.1247218 Apr 21 13:44:23.608000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9f285ab6-a8b9-4c96-91cf-393a09424590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:23.650918 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b3202097e7449e89d29d2c14a6882de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972670 Apr 21 13:44:23.652621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f01b1-c983-48a9-ae00-b2dc1331986e,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:23.654235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55180) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:23.656445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:23.681885 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-abad7b8a-f33f-4039-846f-4687bcc8161b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669029 Apr 21 13:44:23.798778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc32f-022c-499f-8984-bbf83f8e6553 req-7437fc02-89b6-45ca-a01a-c5cb91e9e468 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:23.800442 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-778fc32f-022c-499f-8984-bbf83f8e6553 req-7437fc02-89b6-45ca-a01a-c5cb91e9e468 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 943 time: 0.2815299 Apr 21 13:44:23.863680 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:23.936201 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-778fc32f-022c-499f-8984-bbf83f8e6553 req-5f53f2ec-4ab5-494e-b5ce-270622c0d72b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285324 Apr 21 13:44:23.938570 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:23.963127 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-69def618-4c02-4927-97df-88404881794a service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621520 Apr 21 13:44:24.095568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.103218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-01b75ff3-b651-4037-8ac3-7c4a59e3f802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:24.120497 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f01b1-c983-48a9-ae00-b2dc1331986e,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:24.132875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:24.141563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.142887 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd6f01b1-c983-48a9-ae00-b2dc1331986e HTTP/1.1" status: 204 len: 168 time: 0.4875295 Apr 21 13:44:24.145236 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-97238142-56b7-4637-9786-c4be28df7264 req-77960c06-350b-493f-9375-996636ae6cee service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690004 Apr 21 13:44:24.439233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55188) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:24.459070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.475184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:24.479624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bde68fc7894b413f900797144c6443ad is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:24.482535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:24.488573 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:24.573797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.576719 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.585985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:24.632895 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bde68fc7894b413f900797144c6443ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883113 Apr 21 13:44:24.632895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d1a680-0fe6-4b95-a0bf-a87a9d54c3ce,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:24.632895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:24.633490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55192) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:24.721136 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.768762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.846554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.855315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2c4ea5b4-d7d6-4be9-849b-3ee0d5f66482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:24.878287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d1a680-0fe6-4b95-a0bf-a87a9d54c3ce,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:24.881616 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:24.889134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:24.890950 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-008129c3-cfaf-4aad-9965-be3df052fec6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98d1a680-0fe6-4b95-a0bf-a87a9d54c3ce HTTP/1.1" status: 204 len: 168 time: 0.2558281 Apr 21 13:44:25.151455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030b3c7-a2e6-4772-b699-423ce72ce084 req-424cc5f8-aa10-4e00-b4ec-ccfc9dfefcd6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:25.153627 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5030b3c7-a2e6-4772-b699-423ce72ce084 req-424cc5f8-aa10-4e00-b4ec-ccfc9dfefcd6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 943 time: 0.1029265 Apr 21 13:44:25.214764 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5030b3c7-a2e6-4772-b699-423ce72ce084 req-6e7ba317-7b64-4120-8e55-fa3f4a6d98ad tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Apr 21 13:44:26.254868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device f1ae6da2-5f70-4629-8c33-8682ad784a4d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:44:26.402759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port f1ae6da2-5f70-4629-8c33-8682ad784a4d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:26.417590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d', 'network_id': '8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f', 'port_id': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d', 'mac_address': 'fa:16:3e:96:d8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf1c83f-8837-40d3-8e82-8ceb410d7e2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:44:26.424135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb347dc-ca50-47c2-aa12-d9e10e007ddf req-f05193e5-e8d2-49c3-87b5-ad0cf3ec4772 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:26.427786 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dfb347dc-ca50-47c2-aa12-d9e10e007ddf req-f05193e5-e8d2-49c3-87b5-ad0cf3ec4772 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 943 time: 0.0923638 Apr 21 13:44:26.481139 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dfb347dc-ca50-47c2-aa12-d9e10e007ddf req-ccca56b7-1cec-4a1c-91e6-e55e3cb8245a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490081 Apr 21 13:44:26.485741 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:26.504647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ae6da2-5f70-4629-8c33-8682ad784a4d {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:44:26.522154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port f1ae6da2-5f70-4629-8c33-8682ad784a4d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:26.525125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:26.526969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:26.600111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=f1ae6da2-5f70-4629-8c33-8682ad784a4d,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:26.603660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:26.896002 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['f1ae6da2-5f70-4629-8c33-8682ad784a4d'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:27.686987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab740e-d4f9-4ce0-b0fa-b633b8e0c7ea req-ea9f2e7c-dbc9-4195-983b-52db5f3e5f27 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:27.688652 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1ab740e-d4f9-4ce0-b0fa-b633b8e0c7ea req-ea9f2e7c-dbc9-4195-983b-52db5f3e5f27 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 944 time: 0.0903606 Apr 21 13:44:27.739152 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f1ab740e-d4f9-4ce0-b0fa-b633b8e0c7ea req-98733154-46ab-4338-94cc-e1979ba97d3b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Apr 21 13:44:28.268885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device f1ae6da2-5f70-4629-8c33-8682ad784a4d up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:44:28.375965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port f1ae6da2-5f70-4629-8c33-8682ad784a4d completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:44:28.381280 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port f1ae6da2-5f70-4629-8c33-8682ad784a4d triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:44:28.381703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.447054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55332) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:28.515640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.544257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a479649-b738-4321-8d09-21b2e0c0963d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:28.555027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port f1ae6da2-5f70-4629-8c33-8682ad784a4d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:28.558384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.560321 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:28.595563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.611968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:28.616346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Usage tracker for resource:security_group_rule and tenant:113858b94b014b55a1c9f114dba642bf is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:28.619395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:28.626671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:28.628657 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a479649-b738-4321-8d09-21b2e0c0963d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d', 'code': 200} Apr 21 13:44:28.634268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=f1ae6da2-5f70-4629-8c33-8682ad784a4d,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:28.637754 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:28.738053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.741890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.756435 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-94f87597-68d9-42de-8078-e8176cf058cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:28.826459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ac79be-40e9-48bf-b0a1-0e4c91d39b6b,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:28.835058 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=113858b94b014b55a1c9f114dba642bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865876 Apr 21 13:44:28.836676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:28.837730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55344) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:28.945673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:28.974029 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.001202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6177872-d3ec-4609-94fd-52f453be1d38 req-e2680360-0d9a-4491-b13d-c1b4baa5a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:29.002832 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d6177872-d3ec-4609-94fd-52f453be1d38 req-e2680360-0d9a-4491-b13d-c1b4baa5a018 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 1098 time: 0.2083285 Apr 21 13:44:29.016148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207f81d-4cc6-4cc5-a43c-59694987d67c req-e5aeb092-0910-45d7-9437-a395c44ab222 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:29.017707 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a207f81d-4cc6-4cc5-a43c-59694987d67c req-e5aeb092-0910-45d7-9437-a395c44ab222 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.1310356 Apr 21 13:44:29.023677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.029442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-436d5ad4-e88e-453a-914f-7bba9416d1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:29.042730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ac79be-40e9-48bf-b0a1-0e4c91d39b6b,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:29.047756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:29.050184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.052322 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8ac79be-40e9-48bf-b0a1-0e4c91d39b6b HTTP/1.1" status: 204 len: 168 time: 0.2132597 Apr 21 13:44:29.085453 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d6177872-d3ec-4609-94fd-52f453be1d38 req-5c4a3f02-9929-4623-89e0-375202207e1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667162 Apr 21 13:44:29.095795 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a207f81d-4cc6-4cc5-a43c-59694987d67c req-90e03ab3-0760-488c-ace8-2eb831881860 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616767 Apr 21 13:44:29.353884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55352) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:29.372878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.388694 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:29.393441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a04267bc4d4212afc6d357009fcdb4 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:29.396434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:29.402474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:29.489794 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.492721 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.501520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f0a1d430-aa4d-487a-98db-d1f63d63bb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:29.544312 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2a04267bc4d4212afc6d357009fcdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892521 Apr 21 13:44:29.546019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4cc7d-9a69-498e-abc5-199e165be127,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:29.549929 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-62f56deb-9fa5-47ca-9f55-074a837f80c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:29.550093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55356) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:29.660833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.708768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.783826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.790621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:29.814148 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4cc7d-9a69-498e-abc5-199e165be127,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:29.817797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:29.830466 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:29.833523 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-64335b49-2a77-4f56-8bb9-598e60ea5d73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21c4cc7d-9a69-498e-abc5-199e165be127 HTTP/1.1" status: 204 len: 168 time: 0.2808704 Apr 21 13:44:30.318777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595fa38-72e5-4f61-9def-caa87351ece8 req-2c650513-c1d2-48e4-8803-605796b41e07 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:30.320971 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0595fa38-72e5-4f61-9def-caa87351ece8 req-2c650513-c1d2-48e4-8803-605796b41e07 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.0984087 Apr 21 13:44:30.379276 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0595fa38-72e5-4f61-9def-caa87351ece8 req-b46d3fd8-9d5f-4c5c-9b07-d23e7eba17e1 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Apr 21 13:44:31.579927 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada8d1-5703-44f8-aab8-c6352bfe6094 req-1f1c9013-168b-4fba-89f7-facf7571ad59 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:31.581558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6bada8d1-5703-44f8-aab8-c6352bfe6094 req-1f1c9013-168b-4fba-89f7-facf7571ad59 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.0917220 Apr 21 13:44:31.631045 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6bada8d1-5703-44f8-aab8-c6352bfe6094 req-b54470fc-cac4-4cb1-93bb-c6a11a100b9e tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Apr 21 13:44:31.694312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55410) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:31.820517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:31.836798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:31.840927 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:88c7f44293a94079876a0dcc74854720 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:31.843944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:31.850022 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:31.941151 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:31.944109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:31.953844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3bf81af8-a6b6-4f7d-9087-c8006d5875e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:32.002047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55420) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:32.002155 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88c7f44293a94079876a0dcc74854720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066542 Apr 21 13:44:32.003134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172ef62d-e378-4811-a91c-4ac6cf917928,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:32.006390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-61ea636a-0065-4bcc-aa4b-1152cd5ab6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:32.070608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.098771 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.144540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.149786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e30de2df-fb6c-4f17-8e2e-db3984c56c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:32.164784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ef62d-e378-4811-a91c-4ac6cf917928,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:32.167990 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:32.172982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.174208 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-038100ad-bd52-45aa-8e54-e0774ab232ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/172ef62d-e378-4811-a91c-4ac6cf917928 HTTP/1.1" status: 204 len: 168 time: 0.1710887 Apr 21 13:44:32.460114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55428) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:32.480279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.496374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:32.500469 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Usage tracker for resource:security_group_rule and tenant:a52da380d2554fc0a1278b3845e99517 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:32.503614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:32.510043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:32.596045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.598761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.607819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32fffe88-15c7-445d-ba6a-e6598d70fae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:32.653184 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a52da380d2554fc0a1278b3845e99517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918831 Apr 21 13:44:32.654835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352ce22e-f47c-444c-9d19-c76f9c050ecc,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:32.656706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55432) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:32.658605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:32.720405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.747676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.791996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.796938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-71f3a8cd-cd6c-4260-8e4d-c102be18edf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:32.811325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352ce22e-f47c-444c-9d19-c76f9c050ecc,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:32.814463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:32.818850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:32.822343 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/352ce22e-f47c-444c-9d19-c76f9c050ecc HTTP/1.1" status: 204 len: 168 time: 0.1623220 Apr 21 13:44:38.692192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55542) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:38.820640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:38.840020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:38.844689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Usage tracker for resource:security_group_rule and tenant:8567e874ff4c4a1ea0e272f5e7578ee0 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:38.847686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:38.853957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:38.938201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:38.941436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:38.950664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-00edc9a0-7328-4081-8bde-93b752334d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:38.994482 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8567e874ff4c4a1ea0e272f5e7578ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009915 Apr 21 13:44:38.996251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e747e9-eec8-471f-87d0-4e673225bbda,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:38.998139 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55552) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:38.999847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-781a1b94-08d3-496f-9d32-d7472a287192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:39.073634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.102187 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.149693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.155141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ae6a087f-97c1-49bc-af7e-98d154f0af12 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:39.168862 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e747e9-eec8-471f-87d0-4e673225bbda,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:39.173047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:39.179779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.184291 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98e747e9-eec8-471f-87d0-4e673225bbda HTTP/1.1" status: 204 len: 168 time: 0.1843643 Apr 21 13:44:39.416779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b0dc6-73ac-4305-acfa-c448b340adb6 req-84a0edf8-f1e2-44a8-89ec-df203842fd0a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:39.418340 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e61b0dc6-73ac-4305-acfa-c448b340adb6 req-84a0edf8-f1e2-44a8-89ec-df203842fd0a tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.0941076 Apr 21 13:44:39.436752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8eb3-8111-472f-92b0-c47ae8ae16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.476771 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e61b0dc6-73ac-4305-acfa-c448b340adb6 req-b63f2461-8aee-4d02-bca6-54f30c6c9555 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504906 Apr 21 13:44:39.538258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55562) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:39.557352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.572588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:39.576610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Usage tracker for resource:security_group_rule and tenant:b138abae6d234e91a96db7e9fb18ac9e is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:39.580202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:39.586223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:39.669289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.672242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.684608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-59665633-e536-44d9-a7c9-1a7482de530b tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:39.727260 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b138abae6d234e91a96db7e9fb18ac9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877377 Apr 21 13:44:39.729064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b90fd9e-f1e1-4622-91c5-4dbb3346dc76,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:39.730579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55566) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:39.732344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:39.792480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.820409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.865460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.870384 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5b9e1f1a-894d-40e8-9b55-2c5e90778ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:39.885270 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b90fd9e-f1e1-4622-91c5-4dbb3346dc76,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:39.888081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:39.897128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:39.898351 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-afd703ca-3954-4b56-8984-bec190993b34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b90fd9e-f1e1-4622-91c5-4dbb3346dc76 HTTP/1.1" status: 204 len: 168 time: 0.1666744 Apr 21 13:44:40.738894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5ea8-0838-492d-98bd-38a6096ee3ca req-cfd98be5-7d82-434f-93fe-7c98496381f7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:40.741862 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-051d5ea8-0838-492d-98bd-38a6096ee3ca req-cfd98be5-7d82-434f-93fe-7c98496381f7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.1045120 Apr 21 13:44:40.791774 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-051d5ea8-0838-492d-98bd-38a6096ee3ca req-a3c3d88f-d761-482c-bd2b-3146bb2443a7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Apr 21 13:44:41.612562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720103a3-ed15-4d17-b14a-e21781395e28 req-e29437b4-10e7-4064-9093-98efdf822eb6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:41.614220 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-720103a3-ed15-4d17-b14a-e21781395e28 req-e29437b4-10e7-4064-9093-98efdf822eb6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.0989738 Apr 21 13:44:41.704840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d894030-9e43-4e27-abe0-6cd59022680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:41.719534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Deleting port f1ae6da2-5f70-4629-8c33-8682ad784a4d {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:41.719931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:42.062201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] For port f1ae6da2-5f70-4629-8c33-8682ad784a4d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f1ae6da2-5f70-4629-8c33-8682ad784a4d,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:42.062864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:42.149998 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:42.389157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e25c8-f9d0-44e5-949c-9287cdcc62c4 req-0c1fed43-4a14-4779-aeb3-b63645461c9f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:42.391360 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9e5e25c8-f9d0-44e5-949c-9287cdcc62c4 req-0c1fed43-4a14-4779-aeb3-b63645461c9f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a479649-b738-4321-8d09-21b2e0c0963d HTTP/1.1" status: 200 len: 945 time: 0.4719400 Apr 21 13:44:42.458763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Calling delete_port for f1ae6da2-5f70-4629-8c33-8682ad784a4d owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:42.559954 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9e5e25c8-f9d0-44e5-949c-9287cdcc62c4 req-88a20313-5e63-455a-8d62-7df6fce8de06 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097057 Apr 21 13:44:42.662865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:42.668643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:42.675292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'ca1a4233-4a6b-45e7-b318-55b2b941ded0'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:42.722130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event deleted for resources: {'Port': ['ID=f1ae6da2-5f70-4629-8c33-8682ad784a4d,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:42.725608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:42.743793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:42.802517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] No DVR routers for this DVR port f1ae6da2-5f70-4629-8c33-8682ad784a4d on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:44:42.805183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:42.808094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a479649-b738-4321-8d09-21b2e0c0963d', 'name': 'network-vif-deleted', 'tag': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:42.824176 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-720103a3-ed15-4d17-b14a-e21781395e28 req-cced41b1-6b82-4649-9441-4918e7ce6aec tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "DELETE /v2.0/ports/f1ae6da2-5f70-4629-8c33-8682ad784a4d HTTP/1.1" status: 204 len: 173 time: 1.2036850 Apr 21 13:44:42.863097 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a479649-b738-4321-8d09-21b2e0c0963d', 'name': 'network-vif-deleted', 'tag': 'f1ae6da2-5f70-4629-8c33-8682ad784a4d', 'status': 'completed', 'code': 200} Apr 21 13:44:43.081846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:43.587279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:44.362154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device f1ae6da2-5f70-4629-8c33-8682ad784a4d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:44.400964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: f1ae6da2-5f70-4629-8c33-8682ad784a4d {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:44.401359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device f1ae6da2-5f70-4629-8c33-8682ad784a4d not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:45.366935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4a0f-54ed-48a6-b96e-7a2fe182b362 req-6a15ab8f-d2fb-4711-b14f-d717611eed78 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:45.367751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-2a3c4a0f-54ed-48a6-b96e-7a2fe182b362 req-6a15ab8f-d2fb-4711-b14f-d717611eed78 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:44:45.383806 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-2a3c4a0f-54ed-48a6-b96e-7a2fe182b362 req-6a15ab8f-d2fb-4711-b14f-d717611eed78 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:44:45.385099 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2a3c4a0f-54ed-48a6-b96e-7a2fe182b362 req-6a15ab8f-d2fb-4711-b14f-d717611eed78 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.1079061 Apr 21 13:44:45.433628 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-2a3c4a0f-54ed-48a6-b96e-7a2fe182b362 req-526fbf54-8fae-47c7-aadb-c5eecdc939a3 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Apr 21 13:44:46.679955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16423-efb9-41e3-a691-c8ff6bd06f7f req-34dd39bd-0254-4453-a9ab-ab05b5669fba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:46.681562 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fba16423-efb9-41e3-a691-c8ff6bd06f7f req-34dd39bd-0254-4453-a9ab-ab05b5669fba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.1245427 Apr 21 13:44:46.732615 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fba16423-efb9-41e3-a691-c8ff6bd06f7f req-fa3e73c3-6eaa-468f-936f-1f479e392840 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Apr 21 13:44:47.331138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8986b210-cb67-4bfa-86ce-ed41ee218a03 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:47.332702 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8986b210-cb67-4bfa-86ce-ed41ee218a03 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.0906284 Apr 21 13:44:47.409853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Deleting port ca1a4233-4a6b-45e7-b318-55b2b941ded0 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:47.410235 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:47.673788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] For port ca1a4233-4a6b-45e7-b318-55b2b941ded0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ca1a4233-4a6b-45e7-b318-55b2b941ded0,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:47.674189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:47.811568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Calling delete_port for ca1a4233-4a6b-45e7-b318-55b2b941ded0 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:48.047657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:48.053761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:48.065944 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'ca1a4233-4a6b-45e7-b318-55b2b941ded0'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:48.116110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31b02-32e0-4013-9678-3aa8ae809e57 req-d87a323b-b0dc-4535-98fa-55dc650ec16c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:48.117634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3ed31b02-32e0-4013-9678-3aa8ae809e57 req-d87a323b-b0dc-4535-98fa-55dc650ec16c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e1fe71-6bcb-4292-a428-1e1077687dd2 HTTP/1.1" status: 200 len: 945 time: 0.2110138 Apr 21 13:44:48.156800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event deleted for resources: {'Port': ['ID=ca1a4233-4a6b-45e7-b318-55b2b941ded0,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:48.159981 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:48.270339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] No DVR routers for this DVR port ca1a4233-4a6b-45e7-b318-55b2b941ded0 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:44:48.276630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:48.280809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'name': 'network-vif-deleted', 'tag': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:48.318654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-46ec0ea9-1faa-49ed-87a8-55de22d69f96 req-8bf4c662-731e-41df-8d4f-6e32285f1ed6 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "DELETE /v2.0/ports/ca1a4233-4a6b-45e7-b318-55b2b941ded0 HTTP/1.1" status: 204 len: 173 time: 0.9802563 Apr 21 13:44:48.360871 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3ed31b02-32e0-4013-9678-3aa8ae809e57 req-894d73f3-604f-4239-9586-c1279aa72966 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992888 Apr 21 13:44:48.394942 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e1fe71-6bcb-4292-a428-1e1077687dd2', 'name': 'network-vif-deleted', 'tag': 'ca1a4233-4a6b-45e7-b318-55b2b941ded0', 'status': 'completed', 'code': 200} Apr 21 13:44:48.665723 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-a5f36f72-0a4e-4191-bae2-1dc484342574 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824485 Apr 21 13:44:48.770230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-842a2228-9840-4f85-ad3c-193ed03eddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:48.771750 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-842a2228-9840-4f85-ad3c-193ed03eddf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42894e0b3d364c0595b092f9a035f8fb&device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0822599 Apr 21 13:44:48.936522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-c8f6d896-f5a0-460c-af74-9bb98cc4a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:48.938116 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-c8f6d896-f5a0-460c-af74-9bb98cc4a82f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 200 len: 916 time: 0.1432912 Apr 21 13:44:49.011421 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-d92bcd1d-0ab8-42e3-ab83-10b3a95d75eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2 HTTP/1.1" status: 200 len: 217 time: 0.0670960 Apr 21 13:44:49.088041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-9b01c0a1-11d0-462f-a77a-9da2dd2b98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:49.089529 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-9b01c0a1-11d0-462f-a77a-9da2dd2b98c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 200 len: 855 time: 0.0713673 Apr 21 13:44:49.146470 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-76ccaff9-2a6b-45d3-a32c-8e8b21af1442 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497172 Apr 21 13:44:49.295410 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-2f2ebd42-3243-42c5-b07c-0acf29fee6cb service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405511 Apr 21 13:44:49.441943 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ca1a34c6-2e8f-4d44-9a49-eba1f8ce6b4d req-3015e0ad-804a-4385-b5db-2c0cc61ebebe service neutron] 10.222.0.15 "GET /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392510 Apr 21 13:44:49.865581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62869026-39f6-4003-aabf-8b75d453a825 req-3f60317b-34e8-4edf-99b1-da795241db70 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:49.866334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-62869026-39f6-4003-aabf-8b75d453a825 req-3f60317b-34e8-4edf-99b1-da795241db70 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:44:49.882763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-62869026-39f6-4003-aabf-8b75d453a825 req-3f60317b-34e8-4edf-99b1-da795241db70 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:44:49.884907 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-62869026-39f6-4003-aabf-8b75d453a825 req-3f60317b-34e8-4edf-99b1-da795241db70 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 945 time: 0.1115127 Apr 21 13:44:49.923037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55718) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:49.940737 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-62869026-39f6-4003-aabf-8b75d453a825 req-562547dc-399b-4691-8cfc-59ccf84b4cd5 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Apr 21 13:44:50.054446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.069925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:50.074002 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Usage tracker for resource:security_group_rule and tenant:715b6b37787e48e7aa4591893ffe622b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:50.077087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:50.083327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:50.172643 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.175283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.184442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-593615cb-2ad2-4486-a532-bf7a5ed639b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:50.227654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=715b6b37787e48e7aa4591893ffe622b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034446 Apr 21 13:44:50.228660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a5d2b-6f54-4d5f-9772-ecbeea26172b,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:50.230630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55724) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:50.232124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:50.294868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.322612 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.361697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ca1a4233-4a6b-45e7-b318-55b2b941ded0 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:50.367779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.373033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-17bcd0f5-e742-4cd4-84c9-af6219639cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:50.385902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a5d2b-6f54-4d5f-9772-ecbeea26172b,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:50.391845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:50.396808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.398031 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c23a5d2b-6f54-4d5f-9772-ecbeea26172b HTTP/1.1" status: 204 len: 168 time: 0.1656682 Apr 21 13:44:50.411477 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: ca1a4233-4a6b-45e7-b318-55b2b941ded0 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:50.411882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device ca1a4233-4a6b-45e7-b318-55b2b941ded0 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:50.740975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55732) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:50.759873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.775278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:50.779233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd7d0cfeebc47d984012624b6018f85 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:50.782908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:50.788942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:50.876194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.879027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:50.887837 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4190c029-130f-4134-9886-090fa24c2b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:50.930036 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cd7d0cfeebc47d984012624b6018f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878600 Apr 21 13:44:50.931008 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd42b14-69b7-4d33-868b-bfa7ae98ea15,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:50.933000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55736) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:50.934243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1034a914-e444-4e69-873d-39e40f6af625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:51.002177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.029887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.137783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.145418 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5e3fb25e-43e2-4e8d-af0a-e47356c95bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:51.161115 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd42b14-69b7-4d33-868b-bfa7ae98ea15,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:51.167276 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:51.178498 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.179776 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-34acb758-9818-4797-a136-d9204b43727c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afd42b14-69b7-4d33-868b-bfa7ae98ea15 HTTP/1.1" status: 204 len: 168 time: 0.2456744 Apr 21 13:44:51.192242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c289a5-c4c2-43b6-9043-d890b1af6311 req-456137da-8435-401d-a25a-1c205a0b32b7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:51.193922 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2c289a5-c4c2-43b6-9043-d890b1af6311 req-456137da-8435-401d-a25a-1c205a0b32b7 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 945 time: 0.1328409 Apr 21 13:44:51.242503 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e2c289a5-c4c2-43b6-9043-d890b1af6311 req-b7d8ca7c-c1ec-43e5-9c78-3a9b91ec5319 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Apr 21 13:44:51.557894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55746) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:51.567951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790028bc-966c-4efe-a8f8-411e62122db4 req-5067c098-bf4b-47e2-9738-d4f379c4f56f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:51.569651 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-790028bc-966c-4efe-a8f8-411e62122db4 req-5067c098-bf4b-47e2-9738-d4f379c4f56f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 945 time: 0.0958552 Apr 21 13:44:51.577419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.593234 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:44:51.597289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Usage tracker for resource:security_group_rule and tenant:0be27252588b494ebfaa3321b81174d3 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:44:51.600268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:44:51.606559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:44:51.653603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Deleting port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:51.654004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.692539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.695507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:51.705856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-be9cb54a-959d-4d7c-854b-b92a70ccfd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:51.748224 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0be27252588b494ebfaa3321b81174d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890907 Apr 21 13:44:51.750917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55750) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:51.753844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd56eed-8391-494c-a755-4d5c983ec9bd,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:51.770426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:51.944067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] For port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:51.944462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.054684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.082141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.083954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Calling delete_port for e6997f64-1a88-4293-83fe-4fa8cc1c0eeb owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:52.127835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.132765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12696edf-6fd5-4d56-a162-dcbe20dfd778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:52.146455 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd56eed-8391-494c-a755-4d5c983ec9bd,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:52.149784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:52.160734 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.165293 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edd56eed-8391-494c-a755-4d5c983ec9bd HTTP/1.1" status: 204 len: 168 time: 0.4133401 Apr 21 13:44:52.251670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.258062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a9aaf49f-9fbf-4095-85c7-af62793bff35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:52.273604 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:52.313527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event deleted for resources: {'Port': ['ID=e6997f64-1a88-4293-83fe-4fa8cc1c0eeb,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:52.316328 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:52.414811 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:44:52.438024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] No DVR routers for this DVR port e6997f64-1a88-4293-83fe-4fa8cc1c0eeb on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:44:52.441706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:52.451182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'name': 'network-vif-deleted', 'tag': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:52.476095 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6362cd0b-b7ee-4ff8-b072-6993afe3cb07 req-4412b06c-b403-4b61-8f92-59f588d88c37 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=35834a59-b150-443a-8f5c-eb38d91ae85e HTTP/1.1" status: 200 len: 210 time: 0.0800736 Apr 21 13:44:52.483162 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-790028bc-966c-4efe-a8f8-411e62122db4 req-e022a986-70bd-41fd-9cfc-4a5d9b1d1d5d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "DELETE /v2.0/ports/e6997f64-1a88-4293-83fe-4fa8cc1c0eeb HTTP/1.1" status: 204 len: 173 time: 0.9042058 Apr 21 13:44:52.520436 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35834a59-b150-443a-8f5c-eb38d91ae85e', 'name': 'network-vif-deleted', 'tag': 'e6997f64-1a88-4293-83fe-4fa8cc1c0eeb', 'status': 'completed', 'code': 200} Apr 21 13:44:54.377368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device e6997f64-1a88-4293-83fe-4fa8cc1c0eeb no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:44:54.414036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: e6997f64-1a88-4293-83fe-4fa8cc1c0eeb {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:44:54.414458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device e6997f64-1a88-4293-83fe-4fa8cc1c0eeb not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:44:55.245788 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65111-1cee-4b33-a598-da1a2a509610 req-e52fa736-5db3-4b5b-a73a-9647dee5ca63 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:55.246535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-bfe65111-1cee-4b33-a598-da1a2a509610 req-e52fa736-5db3-4b5b-a73a-9647dee5ca63 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Synchronizing usage tracker for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:44:55.260870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-bfe65111-1cee-4b33-a598-da1a2a509610 req-e52fa736-5db3-4b5b-a73a-9647dee5ca63 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Unset dirty status for tenant:42894e0b3d364c0595b092f9a035f8fb on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:44:55.262093 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bfe65111-1cee-4b33-a598-da1a2a509610 req-e52fa736-5db3-4b5b-a73a-9647dee5ca63 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 946 time: 0.1361380 Apr 21 13:44:55.309300 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bfe65111-1cee-4b33-a598-da1a2a509610 req-21c580e8-cc01-445d-b579-195d8a6724c4 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Apr 21 13:44:56.656363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891382e4-c6c2-4c79-9fbe-a98dbb12cd7d req-29102318-da6c-48f1-b90f-5b9a2d920fcf tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:56.658026 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-891382e4-c6c2-4c79-9fbe-a98dbb12cd7d req-29102318-da6c-48f1-b90f-5b9a2d920fcf tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 946 time: 0.0957217 Apr 21 13:44:56.707036 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-891382e4-c6c2-4c79-9fbe-a98dbb12cd7d req-738cbf42-85d3-44d3-b547-c91ac90d1f01 tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Apr 21 13:44:57.212195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-56dbf1f3-cb45-401c-9d78-c445d6338f7f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:57.213729 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-56dbf1f3-cb45-401c-9d78-c445d6338f7f tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 946 time: 0.0866048 Apr 21 13:44:57.293537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Deleting port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:44:57.293920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:57.801041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] For port a0596f6d-ece5-4d1a-9c2d-c81f551defb2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,segment=NetworkSegment(6885959a-32cb-42f1-b34f-014d764639e8),segment_id=6885959a-32cb-42f1-b34f-014d764639e8)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:44:57.801586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:57.932509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Calling delete_port for a0596f6d-ece5-4d1a-9c2d-c81f551defb2 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:44:58.125065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886f25b-e98d-43a5-bde2-6d141f922fe0 req-13514ff5-56a5-4bcb-8fe6-f426fc48229c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:44:58.126609 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5886f25b-e98d-43a5-bde2-6d141f922fe0 req-13514ff5-56a5-4bcb-8fe6-f426fc48229c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/ports?device_id=6988c5c4-47ad-4d94-ae8f-436dbdecb6d1 HTTP/1.1" status: 200 len: 946 time: 0.2603812 Apr 21 13:44:58.183503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:58.193920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f09b7bd6-5fa9-4b61-a285-9055f4ca1e8d tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:58.194686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['a0596f6d-ece5-4d1a-9c2d-c81f551defb2'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:44:58.242795 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5886f25b-e98d-43a5-bde2-6d141f922fe0 req-cdb1d348-b51d-46ce-9e53-d3f1f0f7c94c tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.36 "GET /v2.0/security-groups?id=35355dcd-9e0c-40c8-81db-2618db05cb73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042340 Apr 21 13:44:58.245887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Pushing event deleted for resources: {'Port': ['ID=a0596f6d-ece5-4d1a-9c2d-c81f551defb2,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:58.250231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:58.328861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] No DVR routers for this DVR port a0596f6d-ece5-4d1a-9c2d-c81f551defb2 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:44:58.331285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:58.333999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'name': 'network-vif-deleted', 'tag': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:44:58.348984 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-ddf0ac09-f66c-4af3-b4ee-576c7c9b4b85 req-5bcb6f59-1b71-4d36-bb59-b0858117aa4b tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] 10.222.0.15 "DELETE /v2.0/ports/a0596f6d-ece5-4d1a-9c2d-c81f551defb2 HTTP/1.1" status: 204 len: 173 time: 1.1291397 Apr 21 13:44:58.381346 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988c5c4-47ad-4d94-ae8f-436dbdecb6d1', 'name': 'network-vif-deleted', 'tag': 'a0596f6d-ece5-4d1a-9c2d-c81f551defb2', 'status': 'completed', 'code': 200} Apr 21 13:44:59.348010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55866) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:59.418346 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Deleting subnet ebf1c83f-8837-40d3-8e82-8ceb410d7e2a {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:44:59.421835 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:59.477470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:59.534603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:59.792417 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:59.797312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7e95b683-f428-45e1-9efd-5129972f0994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:44:59.835093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf1c83f-8837-40d3-8e82-8ceb410d7e2a,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:44:59.837696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:44:59.840070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:44:59.844354 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ebf1c83f-8837-40d3-8e82-8ceb410d7e2a HTTP/1.1" status: 204 len: 168 time: 0.4951780 Apr 21 13:44:59.847044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55872) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:44:59.965062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.096697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.211539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:00.224142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6885959a-32cb-42f1-b34f-014d764639e8') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:00.224432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6885959a-32cb-42f1-b34f-014d764639e8') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:00.237033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.254311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.260661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:45:00.435635 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device a0596f6d-ece5-4d1a-9c2d-c81f551defb2 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:45:00.438931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:45:00.448087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.476004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: a0596f6d-ece5-4d1a-9c2d-c81f551defb2 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:45:00.476293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device a0596f6d-ece5-4d1a-9c2d-c81f551defb2 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:45:00.631957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Network 8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:45:00.656394 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:45:00.731552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.735925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fa3f9d3b-be1c-43d1-b7ab-509330ac606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:00.749305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:00.763626 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:00.766955 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:00.771520 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fb866162-07c6-49fa-8251-3465d7c4c141 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8fd8ea4d-732f-49c4-b8cb-18bbf6cc732f HTTP/1.1" status: 204 len: 168 time: 0.9233606 Apr 21 13:45:00.947447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55884) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:00.998341 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3822f292-c2ce-4d8b-a2be-7092f8117496 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42894e0b3d364c0595b092f9a035f8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495491 Apr 21 13:45:01.002446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55888) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:01.064953 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:01.092865 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:01.137210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:01.142302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0e464f1a-d4f2-4f6a-a84f-8f255a6542a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:01.156385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35355dcd-9e0c-40c8-81db-2618db05cb73,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:01.161722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:01.163902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:01.167564 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35355dcd-9e0c-40c8-81db-2618db05cb73 HTTP/1.1" status: 204 len: 168 time: 0.1616495 Apr 21 13:45:03.035072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55952) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:03.164648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.179925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:03.184032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Usage tracker for resource:security_group_rule and tenant:2f697fcc56cc44b287c1e38269dd1f05 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:03.186960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:03.193135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:03.281493 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.284065 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.292689 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6637419c-8e10-4d2b-a230-a93ee8cd47f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:03.334037 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f697fcc56cc44b287c1e38269dd1f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977960 Apr 21 13:45:03.335785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d641d8-f885-47e0-a5e5-11a916bdcfc4,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:03.336975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55958) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:03.338892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b4b0f432-929c-44f1-8d41-2968805e15cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:03.401150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.427972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.471190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.476259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-46067a5b-31cf-4c50-8f69-3982a6479823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:03.488267 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d641d8-f885-47e0-a5e5-11a916bdcfc4,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:03.491336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:03.493362 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.495083 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33d641d8-f885-47e0-a5e5-11a916bdcfc4 HTTP/1.1" status: 204 len: 168 time: 0.1563690 Apr 21 13:45:03.778822 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 55966) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:03.797607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.812870 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:03.816869 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Usage tracker for resource:security_group_rule and tenant:887ee28fccbb4956bc8f5601536fd67e is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:03.819763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:03.825683 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:03.909890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.912747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:03.921783 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c94c48e4-13c6-480c-8108-a091e87d7d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:03.962741 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=887ee28fccbb4956bc8f5601536fd67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827362 Apr 21 13:45:03.964411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3fe801-e9b3-4ff4-9884-9390bba6a296,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:03.965707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55970) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:03.967563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e61586dd-1b97-4ec1-bd6a-af424f2efeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:04.027647 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.058134 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.104965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.110621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-991e3be2-f9df-430c-9256-0edc7b38ecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:04.124534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3fe801-e9b3-4ff4-9884-9390bba6a296,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:04.129717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:04.134190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.138241 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-86964ac3-20e7-46d8-a92f-6f46c2ab4eef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d3fe801-e9b3-4ff4-9884-9390bba6a296 HTTP/1.1" status: 204 len: 168 time: 0.1709609 Apr 21 13:45:04.392159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 55984) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:04.517081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.533026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:04.537118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Usage tracker for resource:security_group_rule and tenant:744e7d5267ed448eafcb57b864bcb009 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:04.540182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:04.546849 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:04.632441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.635457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.644868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2594e726-b82e-41a1-a6ff-d5b70472d7e1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:04.693052 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56000) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:04.700259 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=744e7d5267ed448eafcb57b864bcb009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067501 Apr 21 13:45:04.701935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77043b42-bba3-4a4e-a13f-9549e7bc4985,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:04.708248 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd95cb66-e698-45cc-9838-befc6ce62c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:04.763274 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.791325 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.837272 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.843132 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03e292aa-20c6-4d01-a592-c6afa38dd9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:04.856112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77043b42-bba3-4a4e-a13f-9549e7bc4985,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:04.858590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:04.867446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:04.868800 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-3820b36a-dace-45f4-a2aa-c5c1dac68f3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77043b42-bba3-4a4e-a13f-9549e7bc4985 HTTP/1.1" status: 204 len: 168 time: 0.1745594 Apr 21 13:45:09.052924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56074) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:09.179777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.194793 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:09.199038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb83a119303471d8bce83ea96550071 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:09.202560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:09.208816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:09.292042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.295185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.303771 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a36b2210-f114-475d-8266-f002d68e593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:09.349094 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fb83a119303471d8bce83ea96550071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950621 Apr 21 13:45:09.350338 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a87023-c803-4317-8da6-f3eea91c1dd6,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:09.352480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56080) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:09.353673 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-72056b67-2a6f-48a0-89a5-38967a38fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:09.419484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.428537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cabbaa61-779e-473d-b89b-a8cf1f724bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.446630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.491167 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.496094 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c6afc742-fbfc-46dd-893a-c1949a755d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:09.508965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a87023-c803-4317-8da6-f3eea91c1dd6,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:09.519812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.520233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.520639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.521041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.521436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.521833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.522225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.522618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.523012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.523432 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.523824 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.524212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:09.529190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:09.531888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.532888 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-7ae8b60b-61b6-4e0f-a7b2-afba79bd3259 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45a87023-c803-4317-8da6-f3eea91c1dd6 HTTP/1.1" status: 204 len: 168 time: 0.1793268 Apr 21 13:45:09.817934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56088) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:09.836899 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.852674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:09.856767 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Usage tracker for resource:security_group_rule and tenant:d167a0951d75426cbd1772e82800ce9c is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:09.861047 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:09.867438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:09.952177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.954889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:09.963586 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0651585b-1b5f-417c-a0f9-44527c29ccb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:10.010773 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d167a0951d75426cbd1772e82800ce9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915481 Apr 21 13:45:10.011672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e66391-f114-4315-92e9-af01dccc9dc3,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:10.013650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56092) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:10.015550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1ea1aa6c-6fef-4809-835d-72915df47016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:10.078405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:10.107116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:10.152590 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:10.157101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-153bc7be-431f-465c-9218-23e3b70c6121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:10.170488 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e66391-f114-4315-92e9-af01dccc9dc3,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:10.173556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:10.181105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:10.182318 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bf5a5624-d56a-4067-985b-62f220841f94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94e66391-f114-4315-92e9-af01dccc9dc3 HTTP/1.1" status: 204 len: 168 time: 0.1671059 Apr 21 13:45:11.697453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d82f3d73-54b0-43d7-a5cf-e26a67f8c16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.153166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.590470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56164) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:12.715602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.729630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.732199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:12.736802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Usage tracker for resource:security_group_rule and tenant:a36807755e3b4849b8a3106ee2945119 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:12.739750 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:12.745755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:12.832076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.834652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.843764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5d8bdae3-a704-4401-8c1d-512517033086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:12.885978 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a36807755e3b4849b8a3106ee2945119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944093 Apr 21 13:45:12.887713 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67e1378-b3ea-4cfd-b9e9-449cf0af98aa,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:12.889484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56170) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:12.891446 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2c44ca58-6b4b-4ab2-bae6-73dc087ef289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:12.951693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:12.978563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.022892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.027820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e284ab40-24fd-4154-bcc0-6a178fe501b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:13.042344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67e1378-b3ea-4cfd-b9e9-449cf0af98aa,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:13.049595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.051744 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f67e1378-b3ea-4cfd-b9e9-449cf0af98aa HTTP/1.1" status: 204 len: 168 time: 0.1611514 Apr 21 13:45:13.052972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6b3fcd50-b8d1-494d-913f-a1b463ca0b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:13.069355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.336909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56180) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:13.356549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.372097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:13.376070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Usage tracker for resource:security_group_rule and tenant:3dd2fc06c88d454bb6c69b64514170cc is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:13.378970 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:13.384977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:13.467991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.470948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.484077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ae65e0ef-d2dc-4970-845f-2fd4fc78c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:13.524864 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dd2fc06c88d454bb6c69b64514170cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867497 Apr 21 13:45:13.526448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136a2ea2-896e-49b5-bf59-e757ec1cfd77,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:13.527708 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56184) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:13.530154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8fef4e8d-0482-4a67-8ae7-e5533645aecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:13.590024 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.590433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.617642 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.660958 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.665747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dd7cf7f4-7b6b-4da5-ba6c-c7b84cb053de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:13.678413 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136a2ea2-896e-49b5-bf59-e757ec1cfd77,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:13.680784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:13.690576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:13.692191 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/136a2ea2-896e-49b5-bf59-e757ec1cfd77 HTTP/1.1" status: 204 len: 168 time: 0.1633813 Apr 21 13:45:15.243027 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56228) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:15.365268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.383747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:15.387725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Usage tracker for resource:security_group_rule and tenant:f49391439cbe4c8bb1c1195f98adbd18 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:15.391118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:15.397171 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:15.479581 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.482479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.491168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a80de2bd-2c0d-4698-823f-a6f987cd8670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:15.533687 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f49391439cbe4c8bb1c1195f98adbd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895079 Apr 21 13:45:15.534637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd6a91-c214-4e77-b7a2-77436a91b3af,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:15.536690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56234) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:15.537854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:15.600304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.627327 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.671429 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.676472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1d568196-3813-4f00-a2bf-aaaaf51fc097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:15.691152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd6a91-c214-4e77-b7a2-77436a91b3af,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:15.693548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:15.702932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:15.706645 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c920cbb8-1323-4b88-b190-04e9a037cfec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13fd6a91-c214-4e77-b7a2-77436a91b3af HTTP/1.1" status: 204 len: 168 time: 0.1664135 Apr 21 13:45:29.414465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:45:39.429090 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12f95b16-39c1-4ae3-82f8-b1e315dab41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:41.705992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-853e7ba8-8088-4095-840f-9c1df61f84b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:42.147106 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:42.721154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:43.062532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:43.592611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:44.551761 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56414) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:44.693337 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:44.708838 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:44.713465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Usage tracker for resource:security_group_rule and tenant:0772c379c5fe4ffa8840aad2b6dc23f6 is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:44.716443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:44.723444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:44.809138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:44.812522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:44.821222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c275154e-192e-41c5-80f4-6b1cdd53d28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:44.864422 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0772c379c5fe4ffa8840aad2b6dc23f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114312 Apr 21 13:45:44.866107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3753c201-2905-4264-a685-acf0afefe7c0,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:44.867340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56420) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:44.869520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-58fb0f83-4105-48ba-8434-d590fe61d44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:44.929945 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:44.956523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:45.005524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:45.010343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a74b91ef-acfa-42ce-8fed-0d80fc27aab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:45.022676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3753c201-2905-4264-a685-acf0afefe7c0,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:45.035901 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.036322 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.036733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.037139 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.037541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.037940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.038339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.038737 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.039140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.039566 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.039963 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.040357 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:45.043507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:45.046296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:45.047556 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ac668cce-ed9d-4066-b046-d7ba283bef44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3753c201-2905-4264-a685-acf0afefe7c0 HTTP/1.1" status: 204 len: 168 time: 0.1790929 Apr 21 13:45:45.754965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56444) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:45.864504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1512902427-network', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:45.869528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:45.874201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Usage tracker for resource:network and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:45.877186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:45.884066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:45.892746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Made reservation on behalf of c40d14cc32b44c6c9096e6470290975b for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:45:45.897396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:45.909889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:45.925303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:45.929260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:45.932127 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:45.938749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:46.021172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.023866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.027894 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-af799ff7-623f-4ba5-b118-ef9a2c033901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:46.052657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:45:46.066314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f09cd7-1071-40ae-a256-b3d47171bcde,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:46.070532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:46.071516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.071908 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Added segment 0c32b620-7abd-4548-bc1d-e72faf0e9ec9 of type vlan for network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 Apr 21 13:45:46.098883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.130965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.132358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:45:46.133001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.138104 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a8a88d55-b3b9-4c0a-9a8c-347fdceba99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:46.241770 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4854512 Apr 21 13:45:46.244706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56450) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:46.253268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Request body: {'subnet': {'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1512902427-subnet', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:46.256693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Pushing event updated for resources: {'Network': ['ID=c4271afd-be09-4f4d-8718-1cd45b2bc5a8,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:46.260060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6f066492-ed65-49e5-8bc5-1b7c3dc48f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:46.261054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:46.265197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Usage tracker for resource:subnet and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:46.267534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:45:46.268422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:46.274624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:46.283966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Made reservation on behalf of c40d14cc32b44c6c9096e6470290975b for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:45:46.288695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.688035 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.693116 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:46.769110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286c6956-0abc-4742-a646-d3095e4687f1,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:46.773370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:46.778059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Checking segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:46.778458 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Network hostable DHCP agents. Network: c4271afd-be09-4f4d-8718-1cd45b2bc5a8, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:45:46.796381 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:45:46.804512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, c4271afd-be09-4f4d-8718-1cd45b2bc5a8) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:46.814006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0cb7f-fe5f-4654-9d88-4f4ee3d83b3b None None] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:45:46.820229 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:45:46.820882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.839745 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0648d05d-5d95-4c96-8df6-a229e62fd577 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5939620 Apr 21 13:45:46.842556 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56454) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:46.848044 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:46.853380 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:46.857885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Usage tracker for resource:router and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:46.861548 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:46.867678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:46.877356 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.878406 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:46.892879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.057214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:45:47.058146 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.173705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.229594 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Allocated IP 172.20.0.2 (c4271afd-be09-4f4d-8718-1cd45b2bc5a8/286c6956-0abc-4742-a646-d3095e4687f1/9cbc53af-16fe-401f-a9cd-7604dffec122) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:45:47.446070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.459063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Transition to ACTIVE for port object 9cbc53af-16fe-401f-a9cd-7604dffec122 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:47.480170 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Transition to ACTIVE for port object 9cbc53af-16fe-401f-a9cd-7604dffec122 will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:47.485007 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.490795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:47.727193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:47.730624 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:47.730873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.733697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:45:47.765695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.775268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Pushing event updated for resources: {'Port': ['ID=9cbc53af-16fe-401f-a9cd-7604dffec122,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:47.817847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.818236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.818617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.818996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.819421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.819798 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.820168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.820531 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.820895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.821260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.821620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.821980 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:47.825768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:47.847285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Attempting to bind port 9cbc53af-16fe-401f-a9cd-7604dffec122 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:45:47.847711 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Attempting to bind port 9cbc53af-16fe-401f-a9cd-7604dffec122 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:45:47.848118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Attempting to bind port 9cbc53af-16fe-401f-a9cd-7604dffec122 on network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:45:47.854298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:45:47.854730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Checking segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:47.855184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.855656 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Bound using segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:45:47.856178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Bound port: 9cbc53af-16fe-401f-a9cd-7604dffec122, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:45:47.856605 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.905308 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Allocated IP 172.28.2.204 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/79c77da4-4ee8-41fb-8310-1a76b1412d9c) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:45:47.953036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] For port 9cbc53af-16fe-401f-a9cd-7604dffec122, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:45:47.956225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] For port 9cbc53af-16fe-401f-a9cd-7604dffec122, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9cbc53af-16fe-401f-a9cd-7604dffec122,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:45:47.959602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:47.964352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:48.061372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Pushing event updated for resources: {'Port': ['ID=9cbc53af-16fe-401f-a9cd-7604dffec122,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:48.062074 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:48.064580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f22c1ad6-f303-493e-9e9a-2ad9dfe4e33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:48.093762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:48.098565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:48.171653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:48.174746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:48.178684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:45:48.210436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Pushing event updated for resources: {'Port': ['ID=79c77da4-4ee8-41fb-8310-1a76b1412d9c,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:48.216893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:48.783379 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:49.141168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:49.358205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:45:49.496674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33db98c-0d6e-4957-bfd6-469a5e0a4cc7 None None] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:45:49.550695 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:45:49.562277 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Sync routers for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:45:49.574040 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:49.578681 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0a1bb6d5-e67e-4e31-b08a-f087a8899feb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7317715 Apr 21 13:45:49.578840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56460) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:49.595504 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:45:49.596184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:49.734296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-dce97c0e-13a3-4636-af16-f977cb47eeb6 None None] Provisioning for port 9cbc53af-16fe-401f-a9cd-7604dffec122 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:49.849312 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9cbc53af-16fe-401f-a9cd-7604dffec122 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:49.962896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:45:50.208777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 9cbc53af-16fe-401f-a9cd-7604dffec122 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:50.229355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 9cbc53af-16fe-401f-a9cd-7604dffec122 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:50.229782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.435620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.465676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:48Z', 'revision_number': 3, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:50.480722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Checking router: d95e53a3-dea9-4daf-acd2-0f98e71cb7ad for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:45:50.481125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Updating router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad port 79c77da4-4ee8-41fb-8310-1a76b1412d9c binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:45:50.528385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 9cbc53af-16fe-401f-a9cd-7604dffec122, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9cbc53af-16fe-401f-a9cd-7604dffec122,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:45:50.539185 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.547054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:50.552651 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.597781 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-567f6111-e247-4f69-a3e2-ec41a2ffafc9 None None] Provisioning complete for port 9cbc53af-16fe-401f-a9cd-7604dffec122 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:50.598202 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-567f6111-e247-4f69-a3e2-ec41a2ffafc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.630668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.734716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=9cbc53af-16fe-401f-a9cd-7604dffec122,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:50.771897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Allocated IP 172.20.0.1 (c4271afd-be09-4f4d-8718-1cd45b2bc5a8/286c6956-0abc-4742-a646-d3095e4687f1/1d280c47-4ccf-4c33-b445-e228cc712934) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:45:50.774868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:50.936850 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.954749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Transition to ACTIVE for port object 1d280c47-4ccf-4c33-b445-e228cc712934 will not be triggered until provisioned by entity DHCP. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:50.979019 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:50.984972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-547827c0-df78-4433-acf2-8aa3da33224a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:51.053814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:51.054985 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:51.059583 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:45:51.101747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Pushing event updated for resources: {'Port': ['ID=1d280c47-4ccf-4c33-b445-e228cc712934,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:51.106147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:51.128241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.268864 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.280686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Transition to ACTIVE for port object 79c77da4-4ee8-41fb-8310-1a76b1412d9c will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:51.286438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.291309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:51.379604 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Attempting to bind port 79c77da4-4ee8-41fb-8310-1a76b1412d9c on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:45:51.380033 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Attempting to bind port 79c77da4-4ee8-41fb-8310-1a76b1412d9c by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:45:51.380448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Attempting to bind port 79c77da4-4ee8-41fb-8310-1a76b1412d9c on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:45:51.389120 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc04562-2dd1-4f4c-8f32-5f58e39e7424 None None] Pushing event updated for resources: {'Port': ['ID=79c77da4-4ee8-41fb-8310-1a76b1412d9c,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:51.390444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.391495 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a4bca9e7-fdaa-4f42-961a-be16a6c4ec80 None None] Provisioning for port 1d280c47-4ccf-4c33-b445-e228cc712934 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:51.396062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4dc04562-2dd1-4f4c-8f32-5f58e39e7424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:51.396884 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:45:51.397297 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:51.397717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.398158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:45:51.398682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Bound port: 79c77da4-4ee8-41fb-8310-1a76b1412d9c, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:45:51.399100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.432313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-a4bca9e7-fdaa-4f42-961a-be16a6c4ec80 None None] Provisioning complete for port 1d280c47-4ccf-4c33-b445-e228cc712934 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:51.432730 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4bca9e7-fdaa-4f42-961a-be16a6c4ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.519117 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-a4bca9e7-fdaa-4f42-961a-be16a6c4ec80 None None] Port 1d280c47-4ccf-4c33-b445-e228cc712934 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:45:51.531347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] For port 79c77da4-4ee8-41fb-8310-1a76b1412d9c, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:45:51.534942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] For port 79c77da4-4ee8-41fb-8310-1a76b1412d9c, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=79c77da4-4ee8-41fb-8310-1a76b1412d9c,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:45:51.539088 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.544050 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:51.622292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:45:51.623470 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:51.624896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.629430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821718'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.658105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ad7a9b6f-bcd4-4802-8efc-fa304cc6f1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:51.741396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:51.755937 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Pushing event updated for resources: {'Port': ['ID=1d280c47-4ccf-4c33-b445-e228cc712934,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:51.760686 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc04562-2dd1-4f4c-8f32-5f58e39e7424 None None] Pushing event updated for resources: {'Port': ['ID=79c77da4-4ee8-41fb-8310-1a76b1412d9c,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:51.765347 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4dc04562-2dd1-4f4c-8f32-5f58e39e7424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:51.773757 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:51.817184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9cbc53af-16fe-401f-a9cd-7604dffec122 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:51.869129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:45:51.890173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:51.891278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:52.093451 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:45:52.111516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 9cbc53af-16fe-401f-a9cd-7604dffec122 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:52.111936 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:52.212621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-45bf3343-76da-4fe0-b31a-a39f9d1369a0 None None] Provisioning complete for port 1d280c47-4ccf-4c33-b445-e228cc712934 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:52.213032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-45bf3343-76da-4fe0-b31a-a39f9d1369a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:52.286972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:45:52.296760 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] 10.222.0.36 "PUT /v2.0/routers/d95e53a3-dea9-4daf-acd2-0f98e71cb7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168283 Apr 21 13:45:52.378627 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-45bf3343-76da-4fe0-b31a-a39f9d1369a0 None None] Port 1d280c47-4ccf-4c33-b445-e228cc712934 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:45:52.413309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 2, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:52.417516 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8d9f0-9287-4d01-a15c-e9888f95c8fa None None] The sync data for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb is: [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 2, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:45:52.839769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56478) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:52.849787 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-62053914-network', 'tenant_id': 'c5c27edadd254995a329111034fe1049'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:52.855135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:52.859313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Usage tracker for resource:network and tenant:c5c27edadd254995a329111034fe1049 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:52.862335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:52.868637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:52.878766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Made reservation on behalf of c5c27edadd254995a329111034fe1049 for: {'network': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:45:52.883530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for network, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:52.898037 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:52.914717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:52.918768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c27edadd254995a329111034fe1049 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:52.921853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:52.928048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:53.016487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.019387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.023876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-71df901c-07c0-4416-ac9c-2e9e1e69fb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:53.053130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=86399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 13:45:53.063049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaaebd7-16fa-44fb-aacb-fd22ddf26049,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:53.067038 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:53.069785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.070187 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.segments_db [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Added segment ed23b6b7-188f-4801-ba89-8c626c28b28a of type vlan for network 12abe0d9-15c1-44fb-aa91-5566529e72eb Apr 21 13:45:53.099550 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750347271914'] for network, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.139681 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634'] for network, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.141287 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:45:53.141934 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.148233 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:53.267654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4238741 Apr 21 13:45:53.268026 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56482) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:53.270893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Pushing event updated for resources: {'Network': ['ID=12abe0d9-15c1-44fb-aa91-5566529e72eb,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:53.276532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Request body: {'subnet': {'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-62053914-subnet', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'ip_version': 4}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:53.282244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:53.282733 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb details requested by agent ovs-agent-dv-cinder-787195-3-smb with host dv-cinder-787195-3-smb {{(pid=86400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 13:45:53.284540 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:53.288769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Usage tracker for resource:subnet and tenant:c5c27edadd254995a329111034fe1049 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:53.291902 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:53.299034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:53.308218 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Made reservation on behalf of c5c27edadd254995a329111034fe1049 for: {'subnet': 1} {{(pid=86399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:45:53.313303 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827288408'] for subnet, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.854503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 79c77da4-4ee8-41fb-8310-1a76b1412d9c up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:53.930777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 79c77da4-4ee8-41fb-8310-1a76b1412d9c completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:53.936364 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 79c77da4-4ee8-41fb-8310-1a76b1412d9c triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:53.936877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.965293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827288391'] for subnet, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:53.970433 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-06e0add0-651f-4b2a-b048-8109750221ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:54.052696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d21deae-bf50-4dab-94a4-fe237d3c4692,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:54.055505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:54.061974 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Checking segment: {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:54.062363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Network hostable DHCP agents. Network: 12abe0d9-15c1-44fb-aa91-5566529e72eb, hostable agents: ['375d6e99-b41d-4035-b8ca-4047ff7cb3d2'], hosted agents: [] {{(pid=86399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 13:45:54.062657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.080800 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 79c77da4-4ee8-41fb-8310-1a76b1412d9c, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=79c77da4-4ee8-41fb-8310-1a76b1412d9c,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:45:54.081670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb is scheduled to be hosted by DHCP agent 375d6e99-b41d-4035-b8ca-4047ff7cb3d2 with binding_index 1 {{(pid=86399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 13:45:54.083363 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.085950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4dc04562-2dd1-4f4c-8f32-5f58e39e7424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:54.092353 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-3-smb, 12abe0d9-15c1-44fb-aa91-5566529e72eb) {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:54.104538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:45:54.105183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.126075 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fb5736a9-b4ca-4cd1-97f3-031a15943f4b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8570397 Apr 21 13:45:54.127875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73813f46-0cd4-493e-b647-ca1c159059a5 None None] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:45:54.128938 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56486) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:54.134527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:54.140383 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:45:54.144859 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Usage tracker for resource:router and tenant:c5c27edadd254995a329111034fe1049 is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:45:54.148430 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:45:54.155702 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:45:54.168703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-628716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771664'] for router, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.169900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854147100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.189826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.256329 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=79c77da4-4ee8-41fb-8310-1a76b1412d9c,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:54.261716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:54.384728 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3482597-d8c9-5e46-b703-55dcc94fe743-12abe0d9-15c1-44fb-aa91-5566529e72eb', 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'fixed_ips': [{'subnet_id': '2d21deae-bf50-4dab-94a4-fe237d3c4692'}]}} from dv-cinder-787195-3-smb. {{(pid=86400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 13:45:54.385664 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.471237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854140939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854146209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.549246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Allocated IP 172.20.0.2 (12abe0d9-15c1-44fb-aa91-5566529e72eb/2d21deae-bf50-4dab-94a4-fe237d3c4692/58391096-df85-453d-9bd2-58e26315a3e5) {{(pid=86400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:45:54.762751 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Notify callbacks [] for port, precommit_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.774000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Transition to ACTIVE for port object 58391096-df85-453d-9bd2-58e26315a3e5 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:54.793289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.793484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Transition to ACTIVE for port object 58391096-df85-453d-9bd2-58e26315a3e5 will not be triggered until provisioned by entity DHCP. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:54.798304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263'] for port, after_create {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.803640 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:54.828217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.869442 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb is already hosted by enough agents. {{(pid=86400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:54.873067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Resources bound (agent type, host, resource id): {{(pid=86400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:54.877006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Received port after_create {{(pid=86400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:45:54.917214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Pushing event updated for resources: {'Port': ['ID=58391096-df85-453d-9bd2-58e26315a3e5,revision_number=1']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:54.924809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:54.971727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Allocated IP 172.28.2.105 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/eb41e972-8cd7-42e0-ba3f-8ca131c54796) {{(pid=86399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:45:54.976854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Attempting to bind port 58391096-df85-453d-9bd2-58e26315a3e5 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:45:54.977275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Attempting to bind port 58391096-df85-453d-9bd2-58e26315a3e5 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:45:54.977685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Attempting to bind port 58391096-df85-453d-9bd2-58e26315a3e5 on network 12abe0d9-15c1-44fb-aa91-5566529e72eb {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:45:54.983830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:45:54.984250 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Checking segment: {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:54.984703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:54.985142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Bound using segment: {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:45:54.985682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Bound port: 58391096-df85-453d-9bd2-58e26315a3e5, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:45:54.986055 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:55.085580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] For port 58391096-df85-453d-9bd2-58e26315a3e5, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:45:55.088778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] For port 58391096-df85-453d-9bd2-58e26315a3e5, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=58391096-df85-453d-9bd2-58e26315a3e5,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:45:55.092382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:55.097087 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:55.142563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:55.179841 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:55.180539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Pushing event updated for resources: {'Port': ['ID=58391096-df85-453d-9bd2-58e26315a3e5,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:55.186206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:55.193667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8eb14570-6c79-44ae-823b-ed13940a660b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:55.263387 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:55.267707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:55.271648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Received port after_create {{(pid=86399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:45:55.308399 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Pushing event updated for resources: {'Port': ['ID=eb41e972-8cd7-42e0-ba3f-8ca131c54796,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:55.313192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:55.474175 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Sync routers for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:45:55.485518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:45:55.486370 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:55.677319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:45:55.733889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:55.913892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 58391096-df85-453d-9bd2-58e26315a3e5 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:55.996173 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 58391096-df85-453d-9bd2-58e26315a3e5 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:56.001797 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 79c77da4-4ee8-41fb-8310-1a76b1412d9c up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:56.073951 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 79c77da4-4ee8-41fb-8310-1a76b1412d9c triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:56.074366 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.114913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634847'] for router, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.179060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 2, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:56.183553 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Checking router: d95e53a3-dea9-4daf-acd2-0f98e71cb7ad for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:45:56.183968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Updating router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad port 1d280c47-4ccf-4c33-b445-e228cc712934 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:45:56.245579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.349977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 is scheduled to L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 with binding_index 1 {{(pid=86399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 13:45:56.559759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f6818-a33e-426c-85aa-3d8895821897 None None] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:45:56.635221 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.649099 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Transition to ACTIVE for port object 1d280c47-4ccf-4c33-b445-e228cc712934 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:56.656377 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.660135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Provisioning for port 58391096-df85-453d-9bd2-58e26315a3e5 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:56.662785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d499bed6-395b-48cf-97eb-e41dc44999e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:56.679890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Provisioning complete for port 58391096-df85-453d-9bd2-58e26315a3e5 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:56.680317 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.806472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Pushing event updated for resources: {'Port': ['ID=1d280c47-4ccf-4c33-b445-e228cc712934,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:56.809042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:45:56.840922 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.846158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.846158 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.846492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56490) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:45:56.846585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.846840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.847081 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.847503 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.847994 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.848255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.848972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.849408 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.849855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.850113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:45:56.850934 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7178252 Apr 21 13:45:56.859701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:56.933725 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Attempting to bind port 1d280c47-4ccf-4c33-b445-e228cc712934 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:45:56.934395 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Attempting to bind port 1d280c47-4ccf-4c33-b445-e228cc712934 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:45:56.935739 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Attempting to bind port 1d280c47-4ccf-4c33-b445-e228cc712934 on network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:45:56.943520 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:45:56.944138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Checking segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:56.944699 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:56.945260 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Bound using segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:45:56.946076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Bound port: 1d280c47-4ccf-4c33-b445-e228cc712934, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:45:56.946607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:57.006982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Sync routers for ids ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:45:57.052487 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] For port 1d280c47-4ccf-4c33-b445-e228cc712934, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:45:57.055692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] For port 1d280c47-4ccf-4c33-b445-e228cc712934, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=1d280c47-4ccf-4c33-b445-e228cc712934,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:45:57.059046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:57.064791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b71019ba-6872-4920-bf96-7bfc10b8963c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:57.092780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Routers {'42a33308-99ee-4ccb-8a0d-b2f96fa25498'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:45:57.093474 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:57.138084 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:45:57.138801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:57.294197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Pushing event updated for resources: {'Port': ['ID=1d280c47-4ccf-4c33-b445-e228cc712934,revision_number=4']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:57.297164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:57.308799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:57.378264 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:45:57.389813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] For port 58391096-df85-453d-9bd2-58e26315a3e5, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=58391096-df85-453d-9bd2-58e26315a3e5,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:45:57.392147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Set router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:45:57.510753 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:57.513762 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:57.624565 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:57.700289 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Pushing event updated for resources: {'Port': ['ID=58391096-df85-453d-9bd2-58e26315a3e5,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:57.705551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-93afb6d2-587f-4d7f-8f29-d050a69800a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:57.835278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:55Z', 'revision_number': 3, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:57.835278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-2ae78273-5361-417a-b8c9-2d42175a09d5 None None] Provisioning complete for port 58391096-df85-453d-9bd2-58e26315a3e5 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:57.835278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2ae78273-5361-417a-b8c9-2d42175a09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:57.850015 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Allocated IP 172.20.0.1 (12abe0d9-15c1-44fb-aa91-5566529e72eb/2d21deae-bf50-4dab-94a4-fe237d3c4692/d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:45:57.870031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Checking router: 42a33308-99ee-4ccb-8a0d-b2f96fa25498 for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:45:57.870534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Updating router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 port eb41e972-8cd7-42e0-ba3f-8ca131c54796 binding host dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:45:57.911498 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 58391096-df85-453d-9bd2-58e26315a3e5 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:57.939649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:57Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:57.947077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf52e8-de26-4eec-acbf-f6c2f8b789b6 None None] The sync data for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb is: [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:57Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:45:58.014952 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.016873 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.033568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Transition to ACTIVE for port object d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:58.058950 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.064778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-215d9226-08fc-4229-ac37-3c7ce2b8e8ba tempest-AttachVolumeNegativeTest-1007850445 tempest-AttachVolumeNegativeTest-1007850445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:58.125421 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:58.133812 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:58.139060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:45:58.200118 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854145790'] for router_interface, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.220242 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:58.229465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:58.253926 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 58391096-df85-453d-9bd2-58e26315a3e5 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:58.254444 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.343426 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.469576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7cd46530-56bf-42a7-9c6e-b8d36b4080b2 None None] Provisioning for port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:58.521048 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-7cd46530-56bf-42a7-9c6e-b8d36b4080b2 None None] Provisioning complete for port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:58.521394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-7cd46530-56bf-42a7-9c6e-b8d36b4080b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.581166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.586397 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.618622 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-6e4a3adb-41d4-44fa-89ec-dfb7c235e9f7 tempest-ServerRescueNegativeTestJSON-853256028 tempest-ServerRescueNegativeTestJSON-853256028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:58.619946 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 1d280c47-4ccf-4c33-b445-e228cc712934 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:45:58.654479 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-7cd46530-56bf-42a7-9c6e-b8d36b4080b2 None None] Port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:45:58.707924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851137617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630117'] for router_interface, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.712579 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:58.717819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:58.766667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.778611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port 1d280c47-4ccf-4c33-b445-e228cc712934 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:45:58.785331 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Transition to ACTIVE for port object eb41e972-8cd7-42e0-ba3f-8ca131c54796 will not be triggered until provisioned by entity L2. {{(pid=86400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:45:58.787897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 1d280c47-4ccf-4c33-b445-e228cc712934 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:58.788315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.828298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.835334 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:58.940156 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Attempting to bind port eb41e972-8cd7-42e0-ba3f-8ca131c54796 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:45:58.940578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Attempting to bind port eb41e972-8cd7-42e0-ba3f-8ca131c54796 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:45:58.940995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Attempting to bind port eb41e972-8cd7-42e0-ba3f-8ca131c54796 on network 5e3b4ea4-798b-463b-b833-303eafd72f93 {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:45:58.953403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825794c1-b9cf-49d2-aa58-8f4dc5280a7e None None] Pushing event updated for resources: {'Port': ['ID=eb41e972-8cd7-42e0-ba3f-8ca131c54796,revision_number=2']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:58.957611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:45:58.958018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Checking segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:45:58.958480 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.958919 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Bound using segment: {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'} {{(pid=86400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:45:58.959494 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Bound port: eb41e972-8cd7-42e0-ba3f-8ca131c54796, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cad65-55ad-444f-a130-1c1f427cae01', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93'}}] {{(pid=86400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:45:58.959917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:58.986774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-825794c1-b9cf-49d2-aa58-8f4dc5280a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:59.101095 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:45:59.102359 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:45:59.266043 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:59.282391 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] For port eb41e972-8cd7-42e0-ba3f-8ca131c54796, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:45:59.297499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] For port eb41e972-8cd7-42e0-ba3f-8ca131c54796, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=eb41e972-8cd7-42e0-ba3f-8ca131c54796,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:45:59.305415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:59.311948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:59.325315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:45:59.360883 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port 1d280c47-4ccf-4c33-b445-e228cc712934, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=1d280c47-4ccf-4c33-b445-e228cc712934,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:45:59.377163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:59.409291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Routers {'42a33308-99ee-4ccb-8a0d-b2f96fa25498'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:45:59.409957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:45:59.469743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8fdb1e66-13dc-4804-ac6e-4cf6a11bc323 None None] Provisioning complete for port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:45:59.470168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8fdb1e66-13dc-4804-ac6e-4cf6a11bc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:45:59.511319 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825794c1-b9cf-49d2-aa58-8f4dc5280a7e None None] Pushing event updated for resources: {'Port': ['ID=eb41e972-8cd7-42e0-ba3f-8ca131c54796,revision_number=3']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:59.521636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:45:59.522110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-825794c1-b9cf-49d2-aa58-8f4dc5280a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:59.524352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:45:59.538599 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-5376fd16-9e17-42a9-b1dd-435d8bab5383 admin admin] 10.222.0.36 "PUT /v2.0/routers/42a33308-99ee-4ccb-8a0d-b2f96fa25498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6911182 Apr 21 13:45:59.674758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb1e66-13dc-4804-ac6e-4cf6a11bc323 None None] Port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:45:59.695752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=1d280c47-4ccf-4c33-b445-e228cc712934,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:45:59.700554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:45:59.725774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] Set router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:45:59.859672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 1d280c47-4ccf-4c33-b445-e228cc712934 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:46:00.058982 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port 1d280c47-4ccf-4c33-b445-e228cc712934 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:00.059431 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:00.240340 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7b4d1e8-4bf7-44b6-8723-07ac7d86ad04', 'name': '', 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'mac_address': 'fa:16:3e:11:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:57Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 2, 'project_id': 'c5c27edadd254995a329111034fe1049', 'subnets': [{'id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:00.247511 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974d701-2d58-4c82-95e3-7dc43ac4e9b2 None None] The sync data for ids ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'] in dv-cinder-787195-3-smb is: [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7b4d1e8-4bf7-44b6-8723-07ac7d86ad04', 'name': '', 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'mac_address': 'fa:16:3e:11:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:57Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 2, 'project_id': 'c5c27edadd254995a329111034fe1049', 'subnets': [{'id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:46:01.862920 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device eb41e972-8cd7-42e0-ba3f-8ca131c54796 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:46:01.941463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port eb41e972-8cd7-42e0-ba3f-8ca131c54796 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:46:01.946752 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port eb41e972-8cd7-42e0-ba3f-8ca131c54796 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:01.948854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:02.080298 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:02.099058 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port eb41e972-8cd7-42e0-ba3f-8ca131c54796, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=eb41e972-8cd7-42e0-ba3f-8ca131c54796,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:46:02.102080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:02.105049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4dc04562-2dd1-4f4c-8f32-5f58e39e7424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:02.177535 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=eb41e972-8cd7-42e0-ba3f-8ca131c54796,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:02.181336 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:03.742756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Sync routers for ids ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:46:03.753552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Routers {'42a33308-99ee-4ccb-8a0d-b2f96fa25498'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:46:03.754578 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:03.864576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device eb41e972-8cd7-42e0-ba3f-8ca131c54796 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:46:03.965011 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port eb41e972-8cd7-42e0-ba3f-8ca131c54796 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:03.966063 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:04.151152 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Set router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:46:04.509901 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7b4d1e8-4bf7-44b6-8723-07ac7d86ad04', 'name': '', 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'mac_address': 'fa:16:3e:11:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:57Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 2, 'project_id': 'c5c27edadd254995a329111034fe1049', 'subnets': [{'id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:04.513601 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Checking router: 42a33308-99ee-4ccb-8a0d-b2f96fa25498 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:46:04.514072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Updating router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 binding host dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 13:46:04.573261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:04.961046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Notify callbacks [] for port, precommit_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:04.977482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Transition to ACTIVE for port object d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 will not be triggered until provisioned by entity L2. {{(pid=86401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:46:04.984925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:04.989997 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:05.222544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aed76-d260-4dd4-8651-4143e47b8aff None None] Pushing event updated for resources: {'Port': ['ID=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,revision_number=3']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:05.225882 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-940aed76-d260-4dd4-8651-4143e47b8aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:05.253140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Attempting to bind port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 on host dv-cinder-787195-3-smb for vnic_type normal with profile {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:46:05.253672 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Attempting to bind port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 by drivers openvswitch,hyperv on host dv-cinder-787195-3-smb at level 0 using segments [{'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:46:05.254201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Attempting to bind port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 on network 12abe0d9-15c1-44fb-aa91-5566529e72eb {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:46:05.261178 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Checking agent: {'id': 'd1254e0b-c2df-4c12-b78f-15170c7e9b3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 25, 13), 'started_at': datetime.datetime(2021, 4, 21, 13, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:46:05.261709 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Checking segment: {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:46:05.262241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:05.262765 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Bound using segment: {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'} {{(pid=86401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:46:05.263957 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Bound port: d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04, host: dv-cinder-787195-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed23b6b7-188f-4801-ba89-8c626c28b28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb'}}] {{(pid=86401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:46:05.264443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:05.381774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] For port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04, host dv-cinder-787195-3-smb, cleared binding levels {{(pid=86401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:46:05.385742 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] For port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04, host dv-cinder-787195-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:46:05.390210 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:05.396107 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-69379610-c3a4-4c54-b955-0d8051ce95c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:05.487484 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aed76-d260-4dd4-8651-4143e47b8aff None None] Pushing event updated for resources: {'Port': ['ID=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,revision_number=4']} {{(pid=86401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:05.491866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Routers {'42a33308-99ee-4ccb-8a0d-b2f96fa25498'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:46:05.492546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:45:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:05.577774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-940aed76-d260-4dd4-8651-4143e47b8aff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:05.726789 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] Set router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:46:05.868785 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:46:05.951893 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning for port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:46:05.957684 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:05.958194 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:06.104121 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:06.139817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7b4d1e8-4bf7-44b6-8723-07ac7d86ad04', 'name': '', 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'mac_address': 'fa:16:3e:11:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:57Z', 'updated_at': '2021-04-21T13:46:05Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'subnets': [{'id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:06.146290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] For port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:46:06.150653 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7a2bd-e5e4-4781-8eaa-762a7244a32c None None] The sync data for ids ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'] in dv-cinder-787195-3-smb is: [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:45:58Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': 'd7b4d1e8-4bf7-44b6-8723-07ac7d86ad04', 'name': '', 'network_id': '12abe0d9-15c1-44fb-aa91-5566529e72eb', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'mac_address': 'fa:16:3e:11:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:57Z', 'updated_at': '2021-04-21T13:46:05Z', 'revision_number': 4, 'project_id': 'c5c27edadd254995a329111034fe1049', 'subnets': [{'id': '2d21deae-bf50-4dab-94a4-fe237d3c4692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:46:06.151341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:06.153697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:06.253464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Pushing event updated for resources: {'Port': ['ID=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:06.264969 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:06.417760 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:46:07.841833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 up at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:46:07.917060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Provisioning complete for port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:07.917576 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:09.430240 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-40e44174-c3e9-431f-a5b7-227221d966ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:09.452411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-aaba1440-f161-47a3-a7c2-551d6a3ef86d tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:09.454002 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-aaba1440-f161-47a3-a7c2-551d6a3ef86d tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 815 time: 0.1569023 Apr 21 13:46:09.470039 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-71cff272-7b35-4219-8343-2476af4c38e6 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/quotas/c40d14cc32b44c6c9096e6470290975b HTTP/1.1" status: 200 len: 375 time: 0.0100520 Apr 21 13:46:09.563492 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-bb206cd9-7436-4d02-a8fc-ed0ac4546245 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873704 Apr 21 13:46:09.579881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-960b9a10-e0ac-4192-86bd-ac21220d7be0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 13:46:09.580925 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-960b9a10-e0ac-4192-86bd-ac21220d7be0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054350 Apr 21 13:46:09.722348 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-364d1aaa-9f8a-4c2b-b9d7-c292f04c9325 service neutron] 10.222.0.36 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352472 Apr 21 13:46:09.864174 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ea21df0b-0c64-437e-b3c5-49c2e0584f29 service neutron] 10.222.0.36 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350019 Apr 21 13:46:10.062042 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-432e6eab-8858-43d0-8eec-c27a23b84c66 req-4bbecea7-e6c3-46bb-801b-a6f42820a8f6 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 210 time: 0.0498016 Apr 21 13:46:11.295934 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-3878bd73-b282-4da2-8743-c01dbad2485b req-fb1da379-bd24-4a75-9409-09757967d16c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 210 time: 0.0591640 Apr 21 13:46:11.359547 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e5461e35-ffe5-422e-9536-45c6464c0a45 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:11.361015 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e5461e35-ffe5-422e-9536-45c6464c0a45 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 815 time: 0.2089112 Apr 21 13:46:11.377141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'port': {'device_id': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'admin_state_up': True, 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:11.521595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:11.525608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:port and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:11.528596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:11.535411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:11.544595 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Made reservation on behalf of c40d14cc32b44c6c9096e6470290975b for: {'port': 1} {{(pid=86398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 13:46:11.550889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:11.701603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6c445917-2991-4cda-9e42-dd509552b080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:11.760060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Allocated IP 172.20.0.4 (c4271afd-be09-4f4d-8718-1cd45b2bc5a8/286c6956-0abc-4742-a646-d3095e4687f1/7a37d748-056a-4551-b497-f7be47057ca7) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:46:12.004611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:12.022766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Transition to ACTIVE for port object 7a37d748-056a-4551-b497-f7be47057ca7 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:46:12.046358 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:12.052546 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-4ce588b2-8ea7-48cf-ae94-6622b7c49992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:12.127427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:46:12.131842 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:46:12.136162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:46:12.166481 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:12.181599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:12.200943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.201355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.201772 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.202243 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.202784 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.203017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.203419 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.203816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.204214 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.208966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.209368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.209782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:46:12.220295 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:12.238215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:12.239323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:12.265811 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926833 Apr 21 13:46:12.366059 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-35f2c173-6517-47e4-ab2d-991707ee8f8a None None] Provisioning for port 7a37d748-056a-4551-b497-f7be47057ca7 completed by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:46:12.371304 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-35f2c173-6517-47e4-ab2d-991707ee8f8a None None] Provisioning complete for port 7a37d748-056a-4551-b497-f7be47057ca7 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:12.371768 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-35f2c173-6517-47e4-ab2d-991707ee8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:12.434621 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-35f2c173-6517-47e4-ab2d-991707ee8f8a None None] Port 7a37d748-056a-4551-b497-f7be47057ca7 cannot update to ACTIVE because it is not bound. {{(pid=86400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 13:46:12.512724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ecfb7-a4e9-449c-8b28-4ba70edd95b0 req-281ad987-aa2d-48af-a1d4-739e952442b0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:12.514080 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-bf8ecfb7-a4e9-449c-8b28-4ba70edd95b0 req-281ad987-aa2d-48af-a1d4-739e952442b0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Synchronizing usage tracker for tenant:c40d14cc32b44c6c9096e6470290975b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:46:12.531445 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-bf8ecfb7-a4e9-449c-8b28-4ba70edd95b0 req-281ad987-aa2d-48af-a1d4-739e952442b0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Unset dirty status for tenant:c40d14cc32b44c6c9096e6470290975b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:46:12.532675 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bf8ecfb7-a4e9-449c-8b28-4ba70edd95b0 req-281ad987-aa2d-48af-a1d4-739e952442b0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.1180682 Apr 21 13:46:12.586839 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bf8ecfb7-a4e9-449c-8b28-4ba70edd95b0 req-c48a874f-e1c2-46be-9a9a-528ad683fb47 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471652 Apr 21 13:46:12.726876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:13.063809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:13.600119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:13.795403 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087b52e-00c4-49ef-b39a-119885cd10a5 req-45351bbf-959f-4c69-b0d4-3821e84cee04 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:13.797068 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b087b52e-00c4-49ef-b39a-119885cd10a5 req-45351bbf-959f-4c69-b0d4-3821e84cee04 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0958691 Apr 21 13:46:13.847180 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b087b52e-00c4-49ef-b39a-119885cd10a5 req-1ece1dbc-b6fb-47ae-b90b-d66edfcc8101 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Apr 21 13:46:15.056628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fa838-ac65-4e9e-bd08-34c87e82a776 req-a87b37e6-5d5e-4f80-a359-e2b297a9d36e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:15.058999 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-850fa838-ac65-4e9e-bd08-34c87e82a776 req-a87b37e6-5d5e-4f80-a359-e2b297a9d36e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0958223 Apr 21 13:46:15.112126 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-850fa838-ac65-4e9e-bd08-34c87e82a776 req-a9f82042-1167-419f-83d4-8449d712f363 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Apr 21 13:46:16.332943 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66512ae-a8af-4348-aae5-8a5061fd8769 req-e7f72da2-d0d4-4708-923f-a3b517a9684b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:16.334706 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b66512ae-a8af-4348-aae5-8a5061fd8769 req-e7f72da2-d0d4-4708-923f-a3b517a9684b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0974483 Apr 21 13:46:16.385060 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b66512ae-a8af-4348-aae5-8a5061fd8769 req-21c13355-a4ce-4262-b97e-20a01a0c2308 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Apr 21 13:46:17.590925 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd4850-17b9-4cf3-a5b8-8e66a01f20bb req-d373443d-32c7-4055-9a5f-7cf2c1d533d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:17.592632 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1cdd4850-17b9-4cf3-a5b8-8e66a01f20bb req-d373443d-32c7-4055-9a5f-7cf2c1d533d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0932870 Apr 21 13:46:17.646411 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-1cdd4850-17b9-4cf3-a5b8-8e66a01f20bb req-cdb4530e-4bf7-4c2c-9404-3e212379e096 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465376 Apr 21 13:46:18.850829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001dd3a-0321-4d4a-a7ef-4ade44cbe994 req-35aa55f7-bb37-4dab-b594-8b3ab544878c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:18.852500 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e001dd3a-0321-4d4a-a7ef-4ade44cbe994 req-35aa55f7-bb37-4dab-b594-8b3ab544878c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0908566 Apr 21 13:46:18.902050 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e001dd3a-0321-4d4a-a7ef-4ade44cbe994 req-e016b7fd-e2f3-475a-8486-203d0c6231e7 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Apr 21 13:46:20.115722 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b74e0-c8ec-4c9b-9fcf-02faa03786df req-649cd207-4e0d-4088-83e8-bdfe1a2ef475 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:20.117284 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-de1b74e0-c8ec-4c9b-9fcf-02faa03786df req-649cd207-4e0d-4088-83e8-bdfe1a2ef475 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.1002338 Apr 21 13:46:20.183906 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-de1b74e0-c8ec-4c9b-9fcf-02faa03786df req-206199a9-7d80-48ca-9261-595dc4691a10 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Apr 21 13:46:21.382851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aacb7-05db-421c-9a78-d0ef80d95398 req-884a34cb-0222-4250-bd31-8a59b8b27bff tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:21.384430 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-719aacb7-05db-421c-9a78-d0ef80d95398 req-884a34cb-0222-4250-bd31-8a59b8b27bff tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0889046 Apr 21 13:46:21.431291 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-719aacb7-05db-421c-9a78-d0ef80d95398 req-cd187fa6-0491-41ae-a584-173830af0d73 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Apr 21 13:46:22.631654 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e35bb-5a80-4dcc-90f2-64a14e870a31 req-8bc1507c-d23e-4991-8f52-9a91b2f7f9b6 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:22.633217 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-061e35bb-5a80-4dcc-90f2-64a14e870a31 req-8bc1507c-d23e-4991-8f52-9a91b2f7f9b6 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0912023 Apr 21 13:46:22.679902 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-061e35bb-5a80-4dcc-90f2-64a14e870a31 req-b5d2b948-d36d-4ece-971b-b2327f7269e7 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Apr 21 13:46:23.879667 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccea0d-330d-4f5b-9020-a6757d290b6a req-f1f63ed2-8f41-41f1-b85c-5fa9a6a97da2 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:23.881264 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-beccea0d-330d-4f5b-9020-a6757d290b6a req-f1f63ed2-8f41-41f1-b85c-5fa9a6a97da2 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 931 time: 0.0868623 Apr 21 13:46:23.931311 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Request body: {'port': {'device_id': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:23.965728 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-beccea0d-330d-4f5b-9020-a6757d290b6a req-a70e1521-872a-4617-b04d-23b2541dfb08 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782073 Apr 21 13:46:24.052472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:24.413817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a37d748-056a-4551-b497-f7be47057ca7 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:46:24.421489 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:24.436707 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Transition to ACTIVE for port object 7a37d748-056a-4551-b497-f7be47057ca7 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 13:46:24.439505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:24.444137 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32249161-3512-4d9d-95b9-23196b395df0 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:24.616766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:24.649816 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:24.689284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Attempting to bind port 7a37d748-056a-4551-b497-f7be47057ca7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 13:46:24.689607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Attempting to bind port 7a37d748-056a-4551-b497-f7be47057ca7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 13:46:24.690018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Attempting to bind port 7a37d748-056a-4551-b497-f7be47057ca7 on network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:46:24.695705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Port 7a37d748-056a-4551-b497-f7be47057ca7 on network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:46:24.696066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Attempting to bind port 7a37d748-056a-4551-b497-f7be47057ca7 on network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 13:46:24.702416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Checking agent: {'id': '562707f6-8077-437a-9072-3b7d89cd5980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'started_at': datetime.datetime(2021, 4, 21, 13, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 13, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 13:46:24.702932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Checking segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 13:46:24.703539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Bound using segment: {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 13:46:24.704164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Bound port: 7a37d748-056a-4551-b497-f7be47057ca7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c32b620-7abd-4548-bc1d-e72faf0e9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 13:46:24.704639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:24.799318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 13:46:24.802368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 13:46:24.805685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:24.810316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-28f7f1e6-167d-4c21-bdb5-7a3914df90c8 tempest-VolumesSnapshotTestJSON-759313960 tempest-VolumesSnapshotTestJSON-759313960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:24.863637 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:24.864313 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:24.865881 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1093 time: 0.9390583 Apr 21 13:46:24.866352 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:46:24.895564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:24.898908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:25.194287 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'status': 'completed', 'code': 200} Apr 21 13:46:25.307093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-7c98b09c-2b82-44cf-9b10-ee64a6371732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:25.308632 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-7c98b09c-2b82-44cf-9b10-ee64a6371732 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1096 time: 0.3934314 Apr 21 13:46:25.316805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1bfc4-9c58-450e-a272-8a7fce46b33c req-e378475b-6a08-4e5b-b19c-6f535deef11b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:25.318257 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-48b1bfc4-9c58-450e-a272-8a7fce46b33c req-e378475b-6a08-4e5b-b19c-6f535deef11b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 943 time: 0.1231689 Apr 21 13:46:25.398721 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-9dcdc047-859f-4ab2-89d0-32b73930a7e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 217 time: 0.0794721 Apr 21 13:46:25.469733 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-48b1bfc4-9c58-450e-a272-8a7fce46b33c req-928bd46c-c2a5-4635-bd58-83b6c240d7e1 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994189 Apr 21 13:46:25.487844 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-2e6dfc65-3a6f-44f4-98d2-76f573881019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:25.489369 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-2e6dfc65-3a6f-44f4-98d2-76f573881019 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0767426 Apr 21 13:46:25.571668 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ce0373ca-a984-42a2-9793-54eb80a61717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:25.573126 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-ce0373ca-a984-42a2-9793-54eb80a61717 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760033 Apr 21 13:46:25.713776 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-9eb8142c-a670-4fe7-b132-0761dd7b1e91 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332934 Apr 21 13:46:25.855595 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8f7107d5-d1c1-44ec-a261-1bd8aaae11c5 req-3c5dd309-f7a4-46a5-8db5-28738c6e449c service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346042 Apr 21 13:46:25.986630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-05a6e007-783d-41a5-be20-748a9235c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:25.988232 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-05a6e007-783d-41a5-be20-748a9235c5ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1096 time: 0.0817673 Apr 21 13:46:26.126517 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-4528212f-f619-401b-9200-a42ab001a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:26.128035 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-4528212f-f619-401b-9200-a42ab001a8d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1335056 Apr 21 13:46:26.201583 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-564d8c16-d9b4-4c7f-b537-4acbd05bb325 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 217 time: 0.0659220 Apr 21 13:46:26.272509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-bef02530-a560-4fbb-b97c-eea757fc4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:26.273998 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-bef02530-a560-4fbb-b97c-eea757fc4737 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0658269 Apr 21 13:46:26.358292 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-1bd5b0bc-919d-45ea-be46-1e87c2063335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:26.359910 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-1bd5b0bc-919d-45ea-be46-1e87c2063335 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785403 Apr 21 13:46:26.500685 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-e8531e92-4d3e-4000-877a-d452d0ccfeb9 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331935 Apr 21 13:46:26.711945 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e60e15e0-a4a1-48a7-bf7d-7632540112ae req-c5359312-9c5b-4483-adfe-9264100672e0 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036703 Apr 21 13:46:26.724891 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc0fc-6336-4ef2-a888-fcaa8af284c8 req-1e48a684-af23-42dd-a9a3-86855de2789b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:26.726414 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a61bc0fc-6336-4ef2-a888-fcaa8af284c8 req-1e48a684-af23-42dd-a9a3-86855de2789b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 943 time: 0.1411612 Apr 21 13:46:26.773904 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-a61bc0fc-6336-4ef2-a888-fcaa8af284c8 req-bb48c871-3eec-4ac9-9c3e-8112e5970756 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Apr 21 13:46:27.969585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d269191-0df7-4f03-be24-b7ccbbc2cb34 req-f0d72a9d-feef-408b-8147-dcd504e0370c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:27.971167 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d269191-0df7-4f03-be24-b7ccbbc2cb34 req-f0d72a9d-feef-408b-8147-dcd504e0370c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 943 time: 0.0883484 Apr 21 13:46:28.021635 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8d269191-0df7-4f03-be24-b7ccbbc2cb34 req-d8836843-b595-4ef8-a0fc-71ec2f433abe tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Apr 21 13:46:28.889258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 7a37d748-056a-4551-b497-f7be47057ca7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=86400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 13:46:29.027018 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:46:29.041197 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Returning: {'device': '7a37d748-056a-4551-b497-f7be47057ca7', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'port_id': '7a37d748-056a-4551-b497-f7be47057ca7', 'mac_address': 'fa:16:3e:0a:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 13:46:29.102436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:29.120436 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a37d748-056a-4551-b497-f7be47057ca7 {{(pid=86400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 13:46:29.136743 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:46:29.139795 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:29.141596 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bdfccaab-718f-405d-90cc-6da3886b0a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:29.210718 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=4']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:29.213935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:29.226868 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee229f-efc0-4cc9-99b1-2a94f581e9f1 req-d76e845c-ce6a-4c4a-a6eb-0e75fcdc0c97 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:29.228503 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-adee229f-efc0-4cc9-99b1-2a94f581e9f1 req-d76e845c-ce6a-4c4a-a6eb-0e75fcdc0c97 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 944 time: 0.0918021 Apr 21 13:46:29.275756 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-adee229f-efc0-4cc9-99b1-2a94f581e9f1 req-f44074ba-403d-4a70-81a4-3c7048b85052 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Apr 21 13:46:29.486193 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['7a37d748-056a-4551-b497-f7be47057ca7'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:46:30.482339 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823f62-4986-4ee4-a6f7-494b50f8e32f req-148c736f-65e1-4360-b46d-010d09079b11 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:30.483873 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07823f62-4986-4ee4-a6f7-494b50f8e32f req-148c736f-65e1-4360-b46d-010d09079b11 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 944 time: 0.0928082 Apr 21 13:46:30.533947 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-07823f62-4986-4ee4-a6f7-494b50f8e32f req-a01b804d-340b-4fbb-ab31-95d423b17452 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Apr 21 13:46:30.901778 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 7a37d748-056a-4551-b497-f7be47057ca7 up at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 13:46:30.972017 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning for port 7a37d748-056a-4551-b497-f7be47057ca7 completed by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 13:46:30.977111 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Provisioning complete for port 7a37d748-056a-4551-b497-f7be47057ca7 triggered by entity L2. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:30.977537 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:31.272407 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:31.300829 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:46:31.311131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:46:31.314468 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588'] for port, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:31.316471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:31.387582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=5']} {{(pid=86400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:31.390826 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:31.484010 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'code': 200} Apr 21 13:46:31.809896 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe384d96-82e1-4ca9-a721-aa21c3ddce06 req-78391c1d-a97d-42b8-b4e4-a2e2a6898b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:31.811589 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fe384d96-82e1-4ca9-a721-aa21c3ddce06 req-78391c1d-a97d-42b8-b4e4-a2e2a6898b7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1098 time: 0.1549480 Apr 21 13:46:31.819992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e14105-3751-497b-9393-aa8f1e15298e req-e790a2ea-f56c-4704-a69a-eff5945c054a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:31.821527 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e1e14105-3751-497b-9393-aa8f1e15298e req-e790a2ea-f56c-4704-a69a-eff5945c054a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.1246336 Apr 21 13:46:31.895290 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fe384d96-82e1-4ca9-a721-aa21c3ddce06 req-58affaf3-8493-4ae1-a801-465f1b832eec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726695 Apr 21 13:46:31.900024 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e1e14105-3751-497b-9393-aa8f1e15298e req-78c17da7-6c67-4673-b110-b7f3e65b4613 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621049 Apr 21 13:46:33.108746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf7c6-ff92-4bf6-bde2-7327019205ae req-c660505f-feb4-4de8-965a-877823aaf080 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:33.110356 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c0adf7c6-ff92-4bf6-bde2-7327019205ae req-c660505f-feb4-4de8-965a-877823aaf080 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0882618 Apr 21 13:46:33.162021 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c0adf7c6-ff92-4bf6-bde2-7327019205ae req-c41147c4-7416-4468-b110-2f2c95ba20e5 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Apr 21 13:46:34.361846 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f458-c2fe-4d30-8069-bad16252490e req-41350a27-b803-4a80-a116-120ee3ade775 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:34.363438 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4c65f458-c2fe-4d30-8069-bad16252490e req-41350a27-b803-4a80-a116-120ee3ade775 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0874777 Apr 21 13:46:34.410857 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4c65f458-c2fe-4d30-8069-bad16252490e req-d164f770-ba7d-4b67-bab8-d029b77ab940 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Apr 21 13:46:34.610843 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa32664-3c9c-4b30-8254-3cb8c97ff1a9 req-9c274c9e-01c4-49ea-b191-26f08e77c471 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:34.612475 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0fa32664-3c9c-4b30-8254-3cb8c97ff1a9 req-9c274c9e-01c4-49ea-b191-26f08e77c471 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0911098 Apr 21 13:46:34.659421 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0fa32664-3c9c-4b30-8254-3cb8c97ff1a9 req-d5676a7d-c830-4be9-be67-3decd1756171 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Apr 21 13:46:35.070337 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7948c9-4fe1-4fbc-8f4d-91f69539202a req-2a892ab1-81cf-4aec-9897-9ab7dc99ec65 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:35.071893 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0b7948c9-4fe1-4fbc-8f4d-91f69539202a req-2a892ab1-81cf-4aec-9897-9ab7dc99ec65 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0861838 Apr 21 13:46:35.118561 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-0b7948c9-4fe1-4fbc-8f4d-91f69539202a req-dbd60bb9-2f8b-4398-abdd-1528e6b3d40a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Apr 21 13:46:39.431775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2fd621f2-491c-4284-afcb-1877f1482e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:40.008475 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d160-6c34-4401-9ff3-2d20e8f87b43 req-fb47c439-1883-44b2-9c72-a8d6ce50e53e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:40.009991 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-45e4d160-6c34-4401-9ff3-2d20e8f87b43 req-fb47c439-1883-44b2-9c72-a8d6ce50e53e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0913789 Apr 21 13:46:40.056700 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-45e4d160-6c34-4401-9ff3-2d20e8f87b43 req-dd0efa8a-a793-4856-be1c-626bd180336f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Apr 21 13:46:40.081885 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56678) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:40.297763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f1cdd-d33f-402a-a61c-d93de0fe40cb tempest-TestMinimumBasicScenario-1731666210 tempest-TestMinimumBasicScenario-1731666210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:40.298443 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-656f1cdd-d33f-402a-a61c-d93de0fe40cb tempest-TestMinimumBasicScenario-1731666210 tempest-TestMinimumBasicScenario-1731666210-project-admin] Synchronizing usage tracker for tenant:c5c27edadd254995a329111034fe1049 on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:46:40.314190 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-656f1cdd-d33f-402a-a61c-d93de0fe40cb tempest-TestMinimumBasicScenario-1731666210 tempest-TestMinimumBasicScenario-1731666210-project-admin] Unset dirty status for tenant:c5c27edadd254995a329111034fe1049 on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:46:40.315472 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-656f1cdd-d33f-402a-a61c-d93de0fe40cb tempest-TestMinimumBasicScenario-1731666210 tempest-TestMinimumBasicScenario-1731666210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1093 time: 0.2325165 Apr 21 13:46:40.318473 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86398) accepted ('10.222.0.36', 56684) {{(pid=86398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:40.323875 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'floatingip': {'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'port_id': '7a37d748-056a-4551-b497-f7be47057ca7', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:40.330076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:40.334042 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:floatingip and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:40.336966 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:40.343523 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:40.353330 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for floatingip, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:40.498924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:40.638437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_common [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Allocated IP 172.28.2.78 (5e3b4ea4-798b-463b-b833-303eafd72f93/d7cb803a-96c4-4699-b990-8e63f333b208/bf519078-1457-40a8-884d-780b842f391b) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 13:46:40.792810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:40.823188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286507492263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:40.827900 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-11f295a2-875a-40c7-b5b5-75c22d898130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:40.895786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Network 5e3b4ea4-798b-463b-b833-303eafd72f93 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 13:46:40.899195 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.base_scheduler [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources bound (agent type, host, resource id): {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 13:46:40.903114 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 13:46:40.940961 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'Port': ['ID=bf519078-1457-40a8-884d-780b842f391b,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:40.945108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:41.561917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:41.636420 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:41.695368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8e7c28f4-da2e-47bc-bddc-56f70a7282ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:41.860618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:41.864314 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:41.868415 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e01e088e-6c0f-469e-b96c-3d54aa1d72d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:41.987592 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'Port': ['ID=bf519078-1457-40a8-884d-780b842f391b,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:41.990561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:41.997890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630193'] for floatingip, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:42.143847 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:42.185533 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Floating IP 056fff8a-a940-4950-8b3a-dbd01577b101 associated. External IP: 172.28.2.78, port: 7a37d748-056a-4551-b497-f7be47057ca7. Apr 21 13:46:42.558512 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:46:42.748244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:46:42.755763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:42.758889 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] Sync routers for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:46:42.769110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:46:42.769790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:46:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:42.774073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:42.836288 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-fc585890-fec7-4a94-b779-dadc62b585da tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5166333 Apr 21 13:46:42.836887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:46:42.839452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56688) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:42.846053 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269907095', 'description': 'tempest-secgroup-smoke-1269907095 description', 'project_id': 'c40d14cc32b44c6c9096e6470290975b'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:42.854182 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:42.858294 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:42.862230 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:42.869031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:42.879083 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:42.888634 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'status': 'completed', 'code': 200} Apr 21 13:46:42.901989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:42.906506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:42.909701 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:42.915989 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:42.965676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:46:42.993213 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:42.996861 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.002832 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5fb5355c-58c9-4709-8f4e-ad51072e17e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:43.004258 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-ecb45889-f9ff-482b-a7e7-d65d8be72d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:43.005902 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-ecb45889-f9ff-482b-a7e7-d65d8be72d65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1098 time: 0.0826490 Apr 21 13:46:43.047808 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.052558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2117283 Apr 21 13:46:43.053427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56694) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:43.054200 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216425c3-9e64-42ab-a6fb-d3cab399e481,revision_number=1']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:43.058759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1915efe6-d613-4411-a22b-c78cb9d7ee6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:43.063290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group_rule': {'security_group_id': '216425c3-9e64-42ab-a6fb-d3cab399e481', 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:43.069814 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:43.074374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:43.077688 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:43.084320 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:43.102803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.165704 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-5a752c77-3106-4d5a-af85-e7c8c12b9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:43.167470 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-5a752c77-3106-4d5a-af85-e7c8c12b9716 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1508465 Apr 21 13:46:43.180845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.188544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.191013 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:43.216141 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0b6d0b-1193-4b24-85d9-178f231dbb9c,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:43.219492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:43.228113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.232254 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-be3dc3ed-2979-4038-af2a-e4ac29a97179 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724613 Apr 21 13:46:43.232510 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56698) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:43.239409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group_rule': {'security_group_id': '216425c3-9e64-42ab-a6fb-d3cab399e481', 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:43.243212 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.246222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:43.251585 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:43.254740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:43.261064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:43.278805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.291140 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-7729c477-1a0e-43ce-9234-f849f06c78b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 998 time: 0.1157570 Apr 21 13:46:43.348124 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.351490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.353697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:43.371801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-95a0a1d7-25c0-462b-8cdd-c193009a95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:43.373377 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-95a0a1d7-25c0-462b-8cdd-c193009a95a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0703247 Apr 21 13:46:43.378285 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b791a6f5-24a8-4ef1-bc54-0f9ea52d52df,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:43.378450 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '056fff8a-a940-4950-8b3a-dbd01577b101', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'port_id': '7a37d748-056a-4551-b497-f7be47057ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'mac_address': 'fa:16:3e:0a:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:46:41Z', 'updated_at': '2021-04-21T13:46:41Z', 'revision_number': 0, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:43.382917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:43.383187 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] Checking router: d95e53a3-dea9-4daf-acd2-0f98e71cb7ad for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:46:43.391452 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.395323 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590366 Apr 21 13:46:43.395545 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56702) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:43.396518 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:46:43.397201 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:46:42Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:43.401453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group_rule': {'security_group_id': '216425c3-9e64-42ab-a6fb-d3cab399e481', 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:43.408676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:43.413073 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:43.416183 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:43.422382 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:46:43.423168 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:43.441278 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.466949 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-9ca70ecc-8aee-454c-95d4-49313609859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:43.469452 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-9ca70ecc-8aee-454c-95d4-49313609859e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873601 Apr 21 13:46:43.511439 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.514669 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.517054 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:43.540068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53a3eba-ddec-4ee2-8b5b-5b3394ec04df,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:43.544508 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:43.557611 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.562043 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-bf42f955-6399-407c-90cc-070482602249 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653905 Apr 21 13:46:43.562747 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56706) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:43.568863 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group_rule': {'security_group_id': '216425c3-9e64-42ab-a6fb-d3cab399e481', 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:43.575188 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:43.580060 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:43.583130 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:43.589774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:43.608217 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.610505 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:46:43.629771 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-481d27bf-1c15-4f77-8606-b564e01865f4 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521499 Apr 21 13:46:43.660602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.678459 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.681629 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.683833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-32a28fce-be6c-42c6-8cf3-7c2db7ebc91b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:43.711105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127d09e5-b748-4fa4-82ec-504c399677f7,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:43.714005 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:43.721186 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.722486 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-12c1ccc3-b56d-4d05-b6c9-3f204bc342d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586866 Apr 21 13:46:43.725687 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56710) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:43.731759 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group_rule': {'security_group_id': '216425c3-9e64-42ab-a6fb-d3cab399e481', 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:43.738268 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:43.742373 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:43.745448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:43.751872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:43.763143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.securitygroups_db [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Project c40d14cc32b44c6c9096e6470290975b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:46:43.771163 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.793517 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f7ec0ec1-7e2b-4579-b63e-829fe8f0e9b5 req-a6a6b9ea-4e7f-4c9c-948f-af76bcaeb9a4 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561790 Apr 21 13:46:43.841625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.844984 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.847112 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:43.871020 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ef9f77-e1ab-4e97-9da3-e3c7fcb4ae8a,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:43.873623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:43.880559 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:43.881845 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1b0cac19-efc9-4fe5-9b6a-ebcfe474412b tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551576 Apr 21 13:46:43.884903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56714) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:46:43.891155 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'security_group_rule': {'security_group_id': '216425c3-9e64-42ab-a6fb-d3cab399e481', 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:43.897679 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 13:46:43.901903 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Usage tracker for resource:security_group_rule and tenant:c40d14cc32b44c6c9096e6470290975b is out of sync, need to count used quota {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 13:46:43.905150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 13:46:43.911987 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.quota.driver [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 13:46:43.924243 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.securitygroups_db [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Project c40d14cc32b44c6c9096e6470290975b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:46:43.931538 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.001424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '056fff8a-a940-4950-8b3a-dbd01577b101', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'port_id': '7a37d748-056a-4551-b497-f7be47057ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'mac_address': 'fa:16:3e:0a:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:46:41Z', 'updated_at': '2021-04-21T13:46:41Z', 'revision_number': 0, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:46:44.003782 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.006671 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c0ae7c-8b31-432b-b4d9-dca12b7a087a None None] The sync data for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb is: [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_floatingips': [{'id': '056fff8a-a940-4950-8b3a-dbd01577b101', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'router_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'port_id': '7a37d748-056a-4551-b497-f7be47057ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'mac_address': 'fa:16:3e:0a:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T13:46:41Z', 'updated_at': '2021-04-21T13:46:41Z', 'revision_number': 0, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:46:44.006881 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655552'] for security_group_rule, after_create {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.016803 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:44.036584 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c622c5f2-eb91-49e4-a1c6-1376045d86e5,revision_number=0']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:44.039324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:44.046561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.047917 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f694b336-81d3-43c9-af82-315db57ede0c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619983 Apr 21 13:46:44.179570 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-ad179343-0bc9-4f76-a8a5-890286ffff51 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269907095&fields=id&tenant_id=c40d14cc32b44c6c9096e6470290975b HTTP/1.1" status: 200 len: 267 time: 0.0449758 Apr 21 13:46:44.275515 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-8ccf568d-c5cc-4ad0-9b1b-bf90aa0bbde1 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:44.277356 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-8ccf568d-c5cc-4ad0-9b1b-bf90aa0bbde1 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0915618 Apr 21 13:46:44.287041 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917239f-0d86-49fe-9e24-34df8c3016b7 None None] New status for floating IP 056fff8a-a940-4950-8b3a-dbd01577b101: ACTIVE {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:46:44.290172 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'port': {'security_groups': ['28f09cd7-1071-40ae-a256-b3d47171bcde', '216425c3-9e64-42ab-a6fb-d3cab399e481']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:44.423901 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.703618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:46:44.730333 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.734528 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.741396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e56004c2-1c2e-44b9-b3de-531f65e2e320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:46:44.746365 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['7a37d748-056a-4551-b497-f7be47057ca7'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:46:44.805231 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:44.806089 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:44.807716 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8b8259b5-30b6-4246-b5e0-0dc1db707505 req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "PUT /v2.0/ports/7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 981 time: 0.5229990 Apr 21 13:46:44.840890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=6']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:46:44.845441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-877f2370-1ca3-47d5-afce-dccc17293eae tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:46:44.890562 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:46:44.904999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['7a37d748-056a-4551-b497-f7be47057ca7'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:46:44.961269 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'status': 'completed', 'code': 200} Apr 21 13:46:45.080309 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34914818-493b-4fb5-bee7-c6dc36e7de06 req-b659e6b9-bd31-44fd-8de2-bcd80f13e3ee tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:45.081861 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-34914818-493b-4fb5-bee7-c6dc36e7de06 req-b659e6b9-bd31-44fd-8de2-bcd80f13e3ee tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.1648214 Apr 21 13:46:45.092192 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-b3a7c39f-9783-4935-b4a9-cabd2e30df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:45.094423 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-b3a7c39f-9783-4935-b4a9-cabd2e30df21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1137 time: 0.1197882 Apr 21 13:46:45.163016 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-0cbe8748-550b-49f2-92ba-ba45afc67f56 None None] Provisioning complete for port 7a37d748-056a-4551-b497-f7be47057ca7 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:46:45.163472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8748-550b-49f2-92ba-ba45afc67f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:46:45.238127 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-34914818-493b-4fb5-bee7-c6dc36e7de06 req-e9a4ab3b-ea49-48ad-9413-55411ce69052 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485744 Apr 21 13:46:45.287940 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-d11cf114-7026-4809-bdb4-10fa7762f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:45.289655 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-d11cf114-7026-4809-bdb4-10fa7762f7a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1812871 Apr 21 13:46:45.668789 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-3aa57cae-1aa7-420a-b552-1e1a9055a960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1000 time: 0.3705485 Apr 21 13:46:45.750324 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-0af85f27-da32-4db5-b72c-a4bf96262f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:45.752024 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-0af85f27-da32-4db5-b72c-a4bf96262f00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0692196 Apr 21 13:46:45.838549 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-9b6d3140-fe0f-4d42-84fc-fd6cac707e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:45.840206 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-9b6d3140-fe0f-4d42-84fc-fd6cac707e08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806203 Apr 21 13:46:45.990332 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-7a992948-0970-404c-952f-97bc0d04c069 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379941 Apr 21 13:46:46.138211 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-9d7efcbd-0ec0-4f20-9d35-35fb27c48ba9 req-68024b42-609e-4d30-9483-89ae8e779788 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362677 Apr 21 13:46:49.527654 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-c5507876-097a-49bc-a2e4-f6570bdc3a1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822868 Apr 21 13:46:49.681390 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-d340ce95-3a3d-427e-8432-e5a6a2c41ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:49.682972 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-d340ce95-3a3d-427e-8432-e5a6a2c41ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1137 time: 0.0785205 Apr 21 13:46:49.841296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-ebabcc5f-d9ad-4c95-8c44-aa9dc29ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:49.842868 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-ebabcc5f-d9ad-4c95-8c44-aa9dc29ae8e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1380548 Apr 21 13:46:50.007478 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-152c9654-9f43-4fd7-b23f-e04f5d4cfb80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1057844 Apr 21 13:46:50.077281 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-d1266b6e-7030-4041-ae5b-e6d2511c689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:50.078749 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-d1266b6e-7030-4041-ae5b-e6d2511c689a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0640819 Apr 21 13:46:50.167422 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-9b503adb-86f5-4332-bfe7-9bf6eecb351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:46:50.169053 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-9b503adb-86f5-4332-bfe7-9bf6eecb351b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830145 Apr 21 13:46:50.312837 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-d089c271-bcba-4564-b6c2-a7e956eb85db service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355200 Apr 21 13:46:50.454963 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-408d5c4e-7ceb-4b5e-bc3a-4ac54ed286ed req-cd273235-4d01-4a4a-82fc-c72ed8ad218f service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352851 Apr 21 13:47:09.433326 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fa403143-69c8-4f47-ba1d-24d94fb25576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:11.698532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-10bb0c06-b674-40b8-b28b-23703263d081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:12.143064 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:12.765125 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:13.066271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:13.603023 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:20.425764 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:47:39.433992 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e60d63ba-544f-4cdd-996b-14877e8241fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:41.700237 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-34f6fd7a-fb03-462d-98e8-4869b68f7808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:42.145462 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:42.765506 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:43.069105 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:43.605162 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:47:50.518834 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-854d68e6-ba34-4512-8001-f7816fd66fa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775728 Apr 21 13:47:50.674967 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-8dfa475c-4b27-4704-97cf-8523c27b831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:50.676589 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-8dfa475c-4b27-4704-97cf-8523c27b831e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1137 time: 0.0830858 Apr 21 13:47:50.843905 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-2139f7fe-b76a-40aa-83e9-52e13fb8e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:50.845403 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-2139f7fe-b76a-40aa-83e9-52e13fb8e65b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1478798 Apr 21 13:47:50.958216 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-eeb69686-994d-4dd4-9b55-fbfdcb06df60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1031690 Apr 21 13:47:51.026912 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-66aae7bd-39a9-4dbb-8a8f-5ef59d9916e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:51.028495 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-66aae7bd-39a9-4dbb-8a8f-5ef59d9916e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0632823 Apr 21 13:47:51.110623 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-009deeb0-bbf5-4429-bb7c-116b670d93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:51.112154 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-009deeb0-bbf5-4429-bb7c-116b670d93b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760870 Apr 21 13:47:51.256930 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-036cf85c-4d4d-4de7-8afe-23c772be87d4 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369979 Apr 21 13:47:51.400147 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4a1f0b54-a48c-47f0-9839-ade060d0d597 req-09fcef60-7970-4523-8183-67590808d1fc service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357048 Apr 21 13:47:56.995039 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-6c2debc1-1fdc-415e-bf4e-a6e05234ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:56.996673 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-6c2debc1-1fdc-415e-bf4e-a6e05234ba4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1137 time: 0.1515369 Apr 21 13:47:57.006208 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbcbc8-e9a0-4c9c-86c9-594ce47c468e req-55c51c17-fcf1-4618-bdb3-3ce8315d1c98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:57.007709 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-babbcbc8-e9a0-4c9c-86c9-594ce47c468e req-55c51c17-fcf1-4618-bdb3-3ce8315d1c98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.1181319 Apr 21 13:47:57.157930 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-babbcbc8-e9a0-4c9c-86c9-594ce47c468e req-06d3b6ab-2f01-4218-8c9c-83dabfd7cec5 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245732 Apr 21 13:47:57.185639 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-66d96b04-5f94-45fb-99a8-8f3da8942c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:57.187197 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-66d96b04-5f94-45fb-99a8-8f3da8942c8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1785820 Apr 21 13:47:57.295787 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-6709ff57-59a1-4c4e-a51d-1dc3c6e54b21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0996554 Apr 21 13:47:57.368544 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-602cbbbd-172a-4751-bfd3-29b5e851ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:57.370103 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-602cbbbd-172a-4751-bfd3-29b5e851ddb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0673335 Apr 21 13:47:57.425599 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:47:57.452098 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-6b9b775a-8011-477a-aeef-27ebf55eb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:57.453701 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-6b9b775a-8011-477a-aeef-27ebf55eb8ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762358 Apr 21 13:47:57.597054 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-ca32e78a-17f7-4d93-a96f-b561884c7157 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349409 Apr 21 13:47:57.750691 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-d930eb9e-6637-49d0-b6ad-303b23caf153 req-e01cb359-2246-47ca-b0b9-df1955444724 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427028 Apr 21 13:47:58.365001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66416bb1-f069-4fd4-b02d-354942a8e184 req-a0e9aebd-61e9-47b1-83c8-9c1bd3188ba8 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:58.366594 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66416bb1-f069-4fd4-b02d-354942a8e184 req-a0e9aebd-61e9-47b1-83c8-9c1bd3188ba8 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0931087 Apr 21 13:47:58.416089 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-66416bb1-f069-4fd4-b02d-354942a8e184 req-cb49a993-3cec-4ee5-9432-1588f0eec5a5 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429411 Apr 21 13:47:59.614613 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945249df-ef0e-469c-a0c3-94860ac4cc1a req-0cb4a8f9-940c-4b1f-81fe-fd470b8a886a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:47:59.616213 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-945249df-ef0e-469c-a0c3-94860ac4cc1a req-0cb4a8f9-940c-4b1f-81fe-fd470b8a886a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0879362 Apr 21 13:47:59.665171 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-945249df-ef0e-469c-a0c3-94860ac4cc1a req-92c92a05-96ae-4cb7-99f1-903d5bc6ad1c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427213 Apr 21 13:48:00.867897 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d1194-1083-4d91-805c-9c4d481cd8fa req-5c17115d-e6cb-48c8-b88c-a3e85d8e6141 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:00.869499 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-394d1194-1083-4d91-805c-9c4d481cd8fa req-5c17115d-e6cb-48c8-b88c-a3e85d8e6141 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0915828 Apr 21 13:48:00.919667 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-394d1194-1083-4d91-805c-9c4d481cd8fa req-f9f2a0f4-9d45-47cb-b2a9-b5b4b3ac95fc tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430856 Apr 21 13:48:02.125335 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88037c88-62f6-4679-bd79-dd1688d51b6a req-68165abb-fcae-420a-8e21-7b45e88ddcbe tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:02.126831 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-88037c88-62f6-4679-bd79-dd1688d51b6a req-68165abb-fcae-420a-8e21-7b45e88ddcbe tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0906134 Apr 21 13:48:02.177971 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-88037c88-62f6-4679-bd79-dd1688d51b6a req-0dd82c46-8370-4c19-b1de-b523793798c9 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441418 Apr 21 13:48:03.378410 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddceb-1557-440a-a9af-8ee0b88350f9 req-bbd46ddc-6ea0-42ba-86a1-97b1521b9d30 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:03.380004 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cd7ddceb-1557-440a-a9af-8ee0b88350f9 req-bbd46ddc-6ea0-42ba-86a1-97b1521b9d30 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0878534 Apr 21 13:48:03.430563 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-cd7ddceb-1557-440a-a9af-8ee0b88350f9 req-bd68aa9c-d458-4f69-9abc-958eb27723a0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439909 Apr 21 13:48:04.634180 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b0749-59dc-46c9-855b-d3d3f9ba60a6 req-03f7a777-9086-4ea0-a476-7ec53363e549 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:04.635785 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e98b0749-59dc-46c9-855b-d3d3f9ba60a6 req-03f7a777-9086-4ea0-a476-7ec53363e549 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0918272 Apr 21 13:48:04.686139 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-e98b0749-59dc-46c9-855b-d3d3f9ba60a6 req-d55a5020-d1f4-4bd0-8dd5-d1d1feec2b97 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434058 Apr 21 13:48:05.884999 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b64020-2316-4215-802a-9440491cfae6 req-3d47a73a-dd76-4abf-ac51-d04dcb2f0dd9 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:05.886567 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-95b64020-2316-4215-802a-9440491cfae6 req-3d47a73a-dd76-4abf-ac51-d04dcb2f0dd9 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0876880 Apr 21 13:48:05.938960 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-95b64020-2316-4215-802a-9440491cfae6 req-ce20a849-e74f-494d-82ea-3e3adaec5312 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454068 Apr 21 13:48:07.137932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e964e44-79a6-4ec3-9561-cc4e5d450d3a req-4d82a047-d1eb-44a0-bf48-960ffd1f778a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:07.139578 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7e964e44-79a6-4ec3-9561-cc4e5d450d3a req-4d82a047-d1eb-44a0-bf48-960ffd1f778a tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0886986 Apr 21 13:48:07.190575 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-7e964e44-79a6-4ec3-9561-cc4e5d450d3a req-e4492e52-0373-4252-a380-0c69759258c1 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438230 Apr 21 13:48:08.395541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f4013-066c-4540-a688-6c2748578e7d req-4363b685-3f57-47fc-913c-c454e0d9d06d tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:08.397016 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bb1f4013-066c-4540-a688-6c2748578e7d req-4363b685-3f57-47fc-913c-c454e0d9d06d tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0921092 Apr 21 13:48:08.447011 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-bb1f4013-066c-4540-a688-6c2748578e7d req-cd3d2660-4c46-4dd2-b6a4-cd74f5bdefe9 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435646 Apr 21 13:48:09.435184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f7315d66-da17-40c5-b70a-7afbfdbdd57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:09.648385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2d3b7-3280-40df-bcb5-252fc8de73c2 req-2ffef114-0cf5-42d1-a12b-819b317ba262 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:09.649976 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b2d3b7-3280-40df-bcb5-252fc8de73c2 req-2ffef114-0cf5-42d1-a12b-819b317ba262 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0872402 Apr 21 13:48:09.701648 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-c3b2d3b7-3280-40df-bcb5-252fc8de73c2 req-77005f99-ccfb-4429-a86c-a841c507e7e2 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450962 Apr 21 13:48:11.138904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abcc56-92ce-4d85-9fdb-0f87a4e6bfc1 req-7b16904f-f994-48e0-9a4b-caeb3cc3a1f2 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:11.140617 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-17abcc56-92ce-4d85-9fdb-0f87a4e6bfc1 req-7b16904f-f994-48e0-9a4b-caeb3cc3a1f2 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.3236232 Apr 21 13:48:11.190956 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-17abcc56-92ce-4d85-9fdb-0f87a4e6bfc1 req-929d2310-2d78-4cab-882f-4e7a5868c484 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439315 Apr 21 13:48:11.702100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-279f5e54-38e0-46b2-ae98-07fd750e784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:12.148189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:12.389650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ce517-2c34-40a9-97a8-01dcf1409565 req-ef321f01-84aa-4b15-bcc4-ce872a156ab4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:12.391214 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5f6ce517-2c34-40a9-97a8-01dcf1409565 req-ef321f01-84aa-4b15-bcc4-ce872a156ab4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0882182 Apr 21 13:48:12.442572 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5f6ce517-2c34-40a9-97a8-01dcf1409565 req-bbe197d8-33fb-4203-a71e-bd3a05a34f95 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447435 Apr 21 13:48:12.784305 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:13.069650 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:13.609775 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:13.643638 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67f232-7be4-4167-8236-825c75347e33 req-f5096bae-26a3-4ad8-9405-67eabb19f8d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:13.645235 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4e67f232-7be4-4167-8236-825c75347e33 req-f5096bae-26a3-4ad8-9405-67eabb19f8d4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0899260 Apr 21 13:48:13.695820 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-4e67f232-7be4-4167-8236-825c75347e33 req-32fe4e15-9b4b-4c06-beef-b61599da7a87 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442042 Apr 21 13:48:14.901758 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8665a5-c8f5-4f77-a990-f6d8e9af5b01 req-9394548f-befb-49c5-b568-f2ecdc92b83e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:14.903359 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dc8665a5-c8f5-4f77-a990-f6d8e9af5b01 req-9394548f-befb-49c5-b568-f2ecdc92b83e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0925229 Apr 21 13:48:14.953711 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-dc8665a5-c8f5-4f77-a990-f6d8e9af5b01 req-999cbb8f-54ab-418b-bea0-76304522ed51 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=216425c3-9e64-42ab-a6fb-d3cab399e481&id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436511 Apr 21 13:48:34.425928 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:48:39.435379 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b707b56f-c431-4920-9cc2-6fa64829766e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:41.705777 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-23741cbb-539a-464e-bf89-f4c1159e5528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:42.150464 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:42.787879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:43.072109 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:43.610246 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:48:52.507046 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-cae23d6b-e848-4f28-8a36-7a62a0f40f08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754535 Apr 21 13:48:52.660078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-2a0b92bd-95a4-413c-94e4-a49a20586171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:52.661631 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-2a0b92bd-95a4-413c-94e4-a49a20586171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1137 time: 0.0808432 Apr 21 13:48:52.816690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-05a53f2c-0b65-4a85-9e5f-db666e6742b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:52.818154 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-05a53f2c-0b65-4a85-9e5f-db666e6742b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1367767 Apr 21 13:48:52.929891 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-50f484ff-adae-416d-9e98-10d997155985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1038659 Apr 21 13:48:52.999524 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-73383290-1624-43c0-8c53-bdef2cc7d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:53.001012 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-73383290-1624-43c0-8c53-bdef2cc7d22e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0632827 Apr 21 13:48:53.082530 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-c5f30d09-4d87-42bc-a092-2a4616cbdc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:48:53.084076 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-c5f30d09-4d87-42bc-a092-2a4616cbdc38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758452 Apr 21 13:48:53.228947 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-af50487e-0cd1-4c2c-b681-c5e44e9b0944 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375341 Apr 21 13:48:53.374328 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-665a22a6-21b9-4eca-886d-8eb436d016ef req-32c105ee-c86f-42ae-b539-bacefc0a7439 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366246 Apr 21 13:49:09.436551 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d06ea7a4-8aa3-4629-9dbc-ea6bbe9516f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:11.425440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:49:11.708000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ea460848-05e2-470c-af3a-d44fab0ca0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:12.154438 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:12.787660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:13.074279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:13.613703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:18.515095 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-eac127c5-23d8-4e6a-9fe3-163317f6a49c tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269907095&fields=id&tenant_id=c40d14cc32b44c6c9096e6470290975b HTTP/1.1" status: 200 len: 267 time: 0.1370676 Apr 21 13:49:18.608492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-fab56422-2756-45b0-8d52-f39d5c4d8cba tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:18.610071 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-fab56422-2756-45b0-8d52-f39d5c4d8cba tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 984 time: 0.0887222 Apr 21 13:49:18.622732 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.v2.base [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Request body: {'port': {'security_groups': ['28f09cd7-1071-40ae-a256-b3d47171bcde']}} {{(pid=86398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:49:18.755355 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851149109'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.009010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:19.040157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.043828 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750347716808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286507492246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750347283588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827271268'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.049666 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ded4a555-90e6-4261-bbd2-8d9b64190927 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:19.055848 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['7a37d748-056a-4551-b497-f7be47057ca7'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:49:19.123215 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:19.123975 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.127840 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-6d1c80ed-5b1b-422d-b4c1-570df3ce8434 req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "PUT /v2.0/ports/7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 942 time: 0.5100777 Apr 21 13:49:19.128675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:49:19.132379 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56814) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:19.151801 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event updated for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=7']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:19.161205 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.161634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.162049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.162606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.163009 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.163471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.163871 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.164271 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.164670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.165066 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.165463 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.165930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.178539 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9ed720cf-0941-417d-aedf-ba94307404dd tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:19.215415 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'status': 'completed', 'code': 200} Apr 21 13:49:19.217702 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['7a37d748-056a-4551-b497-f7be47057ca7'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:49:19.236049 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.277867 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.336780 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-612f8f74-4b0d-4fc3-a982-6d91fea1a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:19.338673 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-612f8f74-4b0d-4fc3-a982-6d91fea1a0d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1098 time: 0.1001477 Apr 21 13:49:19.365859 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.371603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-dff05cc0-2315-4779-9179-e9d16e826d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:19.390670 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216425c3-9e64-42ab-a6fb-d3cab399e481,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:19.401078 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.401424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.401776 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.402189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.402602 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.403236 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.403396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.403819 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.404227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.404632 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.405046 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.405453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-3-smb {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 13:49:19.408810 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.412714 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "DELETE /v2.0/security-groups/216425c3-9e64-42ab-a6fb-d3cab399e481 HTTP/1.1" status: 204 len: 168 time: 0.2762988 Apr 21 13:49:19.412714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-03e46fe3-f1d5-4c9b-b5b8-1b4c59451e98 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:19.413147 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56820) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:19.500181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-c43c2ea6-8f76-4edc-9603-1663227c8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:19.502411 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-c43c2ea6-8f76-4edc-9603-1663227c8854 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1550424 Apr 21 13:49:19.507554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.provisioning_blocks [None req-cd56b593-d368-4b40-b8d0-2a9f2462a1ec None None] Provisioning complete for port 7a37d748-056a-4551-b497-f7be47057ca7 triggered by entity DHCP. {{(pid=86400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 13:49:19.507977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cd56b593-d368-4b40-b8d0-2a9f2462a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3556374'] for port, provisioning_complete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.625746 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-8c5db0f4-e2f8-4e26-a709-a543c56490dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1158218 Apr 21 13:49:19.640447 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Deleting port bf519078-1457-40a8-884d-780b842f391b {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:19.640898 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.702774 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-8d6b6347-b5b3-4179-ac90-a5cbecf37c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:19.704405 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-8d6b6347-b5b3-4179-ac90-a5cbecf37c30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0719039 Apr 21 13:49:19.782159 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-e06e82b7-ad0e-43aa-b81e-64ef44022c5f req-def5032b-ca50-4274-b596-a4d01d4019ce service neutron] (86399) timed out ('10.222.0.15', 63567) {{(pid=86399) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 13:49:19.793223 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-fd38b34e-cb56-4b9f-891a-3c6a57a862bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:19.794908 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-fd38b34e-cb56-4b9f-891a-3c6a57a862bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808074 Apr 21 13:49:19.840534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:19.841138 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:20.041800 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-1c7af83a-1ac8-4ff2-a578-5ac849d34ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375774 Apr 21 13:49:20.068840 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Calling delete_port for bf519078-1457-40a8-884d-780b842f391b owned by network:floatingip {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:20.194850 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-138d9771-602f-4bc5-a4a0-81b18360ee7a req-1d54d901-eeda-4e17-8964-bb9db7fff375 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445777 Apr 21 13:49:20.234025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:20.239649 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c6eca95b-ebe7-4c2c-863e-2d7389a093e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:20.289866 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event deleted for resources: {'Port': ['ID=bf519078-1457-40a8-884d-780b842f391b,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:20.318204 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:20.385457 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks [] for floatingip, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:20.385831 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.db.l3_db [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Floating IP 056fff8a-a940-4950-8b3a-dbd01577b101 disassociated (deleted). External IP: 172.28.2.78, port: 7a37d748-056a-4551-b497-f7be47057ca7. Apr 21 13:49:20.780377 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:49:20.979275 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:49:20.989441 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] Sync routers for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:49:20.999610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for floatingip, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:20.999851 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:49:21.000318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:49:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:21.063192 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-0379b040-3af0-4665-a0d3-36b8ffc156f0 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "DELETE /v2.0/floatingips/056fff8a-a940-4950-8b3a-dbd01577b101 HTTP/1.1" status: 204 len: 168 time: 1.6485672 Apr 21 13:49:21.063796 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:49:21.198655 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'status': 'completed', 'code': 200} Apr 21 13:49:21.216440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:49:21.311724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-24cee711-0c86-41e8-9c52-7046bd799645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:21.313383 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-24cee711-0c86-41e8-9c52-7046bd799645 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c40d14cc32b44c6c9096e6470290975b&device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 1098 time: 0.0894189 Apr 21 13:49:21.467456 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-190f658d-af73-45c8-ae19-2b8d6747b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:21.469156 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-190f658d-af73-45c8-ae19-2b8d6747b85a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 200 len: 916 time: 0.1489422 Apr 21 13:49:21.555041 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-7ecb9fce-e27f-4154-95a2-af7647e10df1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 200 len: 217 time: 0.0759680 Apr 21 13:49:21.576960 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:21.582189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] Checking router: d95e53a3-dea9-4daf-acd2-0f98e71cb7ad for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:49:21.591931 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:49:21.592748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:49:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:21.631685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-fa942095-7bb2-4c53-ad89-9bdacf090d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:21.633278 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-fa942095-7bb2-4c53-ad89-9bdacf090d05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 200 len: 854 time: 0.0703857 Apr 21 13:49:21.718813 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-af9949db-b2f3-45d9-bafa-a2a636caee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:21.720558 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-af9949db-b2f3-45d9-bafa-a2a636caee96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4271afd-be09-4f4d-8718-1cd45b2bc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797000 Apr 21 13:49:21.783607 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:49:21.869655 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-90cf7d64-5f07-43e2-ad04-b82d3f8fed5c service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411839 Apr 21 13:49:22.018709 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-f055cd1b-ba23-48d5-b509-119b93e75e05 req-9e1d080f-ea52-461c-83bd-f2d8e23896d7 service neutron] 10.222.0.15 "GET /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403394 Apr 21 13:49:22.130144 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:22.134660 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f949de-078d-45e6-8263-845dac2cf5e7 None None] The sync data for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb is: [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:45:51Z', 'revision_number': 4, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb', '_interfaces': [{'id': '1d280c47-4ccf-4c33-b445-e228cc712934', 'name': '', 'network_id': 'c4271afd-be09-4f4d-8718-1cd45b2bc5a8', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'mac_address': 'fa:16:3e:7a:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '286c6956-0abc-4742-a646-d3095e4687f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:50Z', 'updated_at': '2021-04-21T13:45:59Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'subnets': [{'id': '286c6956-0abc-4742-a646-d3095e4687f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:49:22.502222 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b978d16-5ad9-46f0-9803-24a690bd2796 None None] New status for floating IP 056fff8a-a940-4950-8b3a-dbd01577b101: DOWN {{(pid=86401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 13:49:24.619021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809be3-91d3-40ee-82ad-c04822d1806a req-bda13b14-4935-4d3f-bf67-a13bee9f7e16 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:24.620668 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5c809be3-91d3-40ee-82ad-c04822d1806a req-bda13b14-4935-4d3f-bf67-a13bee9f7e16 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0906754 Apr 21 13:49:24.672394 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-5c809be3-91d3-40ee-82ad-c04822d1806a req-002c7b73-e562-40e2-b816-943918cb5f65 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Apr 21 13:49:25.878199 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062debc-4ac4-4013-b21e-86931853b96e req-a459a732-b0cb-4513-b2e6-7b508313aaca tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:25.879860 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8062debc-4ac4-4013-b21e-86931853b96e req-a459a732-b0cb-4513-b2e6-7b508313aaca tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0908864 Apr 21 13:49:25.928046 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-8062debc-4ac4-4013-b21e-86931853b96e req-c09bff1f-0073-44aa-b3df-25c9e6a5d138 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Apr 21 13:49:26.972698 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-ced2ebc1-6919-470c-a1bb-c44b21144cb4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:26.974312 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-ced2ebc1-6919-470c-a1bb-c44b21144cb4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.0925310 Apr 21 13:49:27.093045 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Deleting port 7a37d748-056a-4551-b497-f7be47057ca7 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:27.093428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:27.274674 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a24e9-9b01-4a0d-8c6a-c2e84a0f0fb8 req-852e9a2a-9ee0-48b9-839b-d88bb42d2d0e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 13:49:27.276239 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-954a24e9-9b01-4a0d-8c6a-c2e84a0f0fb8 req-852e9a2a-9ee0-48b9-839b-d88bb42d2d0e tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 945 time: 0.2338982 Apr 21 13:49:27.403459 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-954a24e9-9b01-4a0d-8c6a-c2e84a0f0fb8 req-94e674e6-6847-4994-a01e-8da34b7fcee4 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f09cd7-1071-40ae-a256-b3d47171bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803537 Apr 21 13:49:27.435890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] For port 7a37d748-056a-4551-b497-f7be47057ca7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7a37d748-056a-4551-b497-f7be47057ca7,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:27.436297 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:27.570101 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Calling delete_port for 7a37d748-056a-4551-b497-f7be47057ca7 owned by compute:nova {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:27.719164 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27504533'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:27.726678 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-93897d5d-f52d-4de0-a0cf-38cb54131bc1 tempest-AttachVolumeTestJSON-1004653058 tempest-AttachVolumeTestJSON-1004653058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:27.730971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] get_ports_and_sgs() called for port_ids ['7a37d748-056a-4551-b497-f7be47057ca7'] {{(pid=86400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 13:49:27.776766 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Pushing event deleted for resources: {'Port': ['ID=7a37d748-056a-4551-b497-f7be47057ca7,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:27.779348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:27.859972 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] No DVR routers for this DVR port 7a37d748-056a-4551-b497-f7be47057ca7 on host hv-cinder-78719 {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:49:27.863076 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-938'] for port, before_response {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:27.867332 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'name': 'network-vif-deleted', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 13:49:27.879761 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-b83e3b3e-93eb-4903-846c-67f60827ba97 req-a5606c9b-4e9d-4f09-8acd-f01888fe6f6f tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.15 "DELETE /v2.0/ports/7a37d748-056a-4551-b497-f7be47057ca7 HTTP/1.1" status: 204 len: 173 time: 0.8992074 Apr 21 13:49:27.997467 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc91f35-5695-4cb8-accf-dc67ac5e8071', 'name': 'network-vif-deleted', 'tag': '7a37d748-056a-4551-b497-f7be47057ca7', 'status': 'completed', 'code': 200} Apr 21 13:49:28.587409 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-fc31cab4-e2d4-4ba1-9cdd-fae297692d80 req-772b83ec-7051-47c2-8d74-0fd566216d10 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Synchronizing usage tracker for tenant:c40d14cc32b44c6c9096e6470290975b on resource:port {{(pid=86398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 13:49:28.602831 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.quota.resource [req-fc31cab4-e2d4-4ba1-9cdd-fae297692d80 req-772b83ec-7051-47c2-8d74-0fd566216d10 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] Unset dirty status for tenant:c40d14cc32b44c6c9096e6470290975b on resource:port {{(pid=86398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 13:49:28.604143 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [req-fc31cab4-e2d4-4ba1-9cdd-fae297692d80 req-772b83ec-7051-47c2-8d74-0fd566216d10 tempest-TestMinimumBasicScenario-1357248129 tempest-TestMinimumBasicScenario-1357248129-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc91f35-5695-4cb8-accf-dc67ac5e8071 HTTP/1.1" status: 200 len: 210 time: 0.0656197 Apr 21 13:49:29.853157 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 7a37d748-056a-4551-b497-f7be47057ca7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:29.897942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] No Port match for: 7a37d748-056a-4551-b497-f7be47057ca7 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:29.897942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Device 7a37d748-056a-4551-b497-f7be47057ca7 not bound to the agent host hv-cinder-78719 {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:30.370394 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56914) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:30.936886 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:31.310296 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Deleting port 1d280c47-4ccf-4c33-b445-e228cc712934 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:31.310588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:31.748241 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] For port 1d280c47-4ccf-4c33-b445-e228cc712934, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=1d280c47-4ccf-4c33-b445-e228cc712934,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:31.748631 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:31.880434 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Calling delete_port for 1d280c47-4ccf-4c33-b445-e228cc712934 owned by network:router_interface {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:32.058181 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:32.062799 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-81f8e2ea-9fa9-4c78-89af-d8a4e026f775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:32.146206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1d280c47-4ccf-4c33-b445-e228cc712934,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:32.153986 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:32.397909 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:32.790830 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:49:32.979368 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:49:32.988657 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] Sync routers for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:49:32.998421 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] 10.222.0.36 "PUT /v2.0/routers/d95e53a3-dea9-4daf-acd2-0f98e71cb7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6245117 Apr 21 13:49:32.998692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56918) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:32.998917 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:49:32.999620 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:49:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:33.188563 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: dv-cinder-787195-3-smb {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:49:33.192341 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks [] for router, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:33.381496 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:33.390608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Deleting port 79c77da4-4ee8-41fb-8310-1a76b1412d9c {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:33.390608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:33.500006 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:49:31Z', 'revision_number': 5, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port': {'id': '79c77da4-4ee8-41fb-8310-1a76b1412d9c', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:47Z', 'updated_at': '2021-04-21T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:33.504676 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] Checking router: d95e53a3-dea9-4daf-acd2-0f98e71cb7ad for host: dv-cinder-787195-3-smb {{(pid=86400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:49:33.513661 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] Routers {'d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:49:33.514374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:49:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'], 'active': True} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:33.581855 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] For port 79c77da4-4ee8-41fb-8310-1a76b1412d9c, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=79c77da4-4ee8-41fb-8310-1a76b1412d9c,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:33.582273 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:33.721697 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Calling delete_port for 79c77da4-4ee8-41fb-8310-1a76b1412d9c owned by network:router_gateway {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:33.852560 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] Set router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad gateway port host: None {{(pid=86400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:49:33.906965 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:33.912360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-7b08da5d-e38f-483b-857f-b86b14bedd83 tempest-TestShelveInstance-1905655692 tempest-TestShelveInstance-1905655692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:33.960802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c77da4-4ee8-41fb-8310-1a76b1412d9c,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:33.964177 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:33.968228 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:49:33Z', 'revision_number': 6, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port_host': None}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:33.972845 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0978c-261b-4618-88b0-342f8b93061a None None] The sync data for ids ['d95e53a3-dea9-4daf-acd2-0f98e71cb7ad'] in dv-cinder-787195-3-smb is: [{'id': 'd95e53a3-dea9-4daf-acd2-0f98e71cb7ad', 'name': 'tempest-TestMinimumBasicScenario-1512902427-router', 'tenant_id': 'c40d14cc32b44c6c9096e6470290975b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:46Z', 'updated_at': '2021-04-21T13:49:33Z', 'revision_number': 6, 'project_id': 'c40d14cc32b44c6c9096e6470290975b', 'gw_port_host': None}] {{(pid=86400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:49:34.072166 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.266256 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.268763 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.290717 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.291279 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95e53a3-dea9-4daf-acd2-0f98e71cb7ad {{(pid=86399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:49:34.304427 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.305638 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2b8fdc9b-c90b-4282-ba33-9d63b1939213 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d95e53a3-dea9-4daf-acd2-0f98e71cb7ad HTTP/1.1" status: 204 len: 168 time: 1.3058226 Apr 21 13:49:34.308405 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56922) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:34.375628 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Deleting subnet 286c6956-0abc-4742-a646-d3095e4687f1 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:49:34.378854 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.434207 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:34.765453 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.024392 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.029131 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-321f424a-3728-41c3-8b4f-74b4eeeae7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:35.067857 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286c6956-0abc-4742-a646-d3095e4687f1,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:35.070385 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.072932 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:35.073876 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470f8e1-69df-4ee1-a9c4-7d0d61bade93 None None] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:49:35.077382 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-2d5cd0b0-ded5-4dcc-98f2-8fd39605cb4f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/286c6956-0abc-4742-a646-d3095e4687f1 HTTP/1.1" status: 204 len: 168 time: 0.7679613 Apr 21 13:49:35.080820 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56926) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:35.198995 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.211424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Deleting port 9cbc53af-16fe-401f-a9cd-7604dffec122 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:35.211971 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.343705 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] DHCP port deletion for c4271afd-be09-4f4d-8718-1cd45b2bc5a8 request from dv-cinder-787195-3-smb {{(pid=86400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 13:49:35.347968 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Deleting port 9cbc53af-16fe-401f-a9cd-7604dffec122 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:35.348386 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.438790 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] For port 9cbc53af-16fe-401f-a9cd-7604dffec122, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9cbc53af-16fe-401f-a9cd-7604dffec122,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:35.439888 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.583372 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] For port 9cbc53af-16fe-401f-a9cd-7604dffec122, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=9cbc53af-16fe-401f-a9cd-7604dffec122,segment=NetworkSegment(0c32b620-7abd-4548-bc1d-e72faf0e9ec9),segment_id=0c32b620-7abd-4548-bc1d-e72faf0e9ec9)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:35.583738 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.583942 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Calling delete_port for 9cbc53af-16fe-401f-a9cd-7604dffec122 owned by network:dhcp {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:35.669964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.675610 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-5af2cabc-adca-446a-943a-d027a663f028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:35.726983 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Calling delete_port for 9cbc53af-16fe-401f-a9cd-7604dffec122 owned by network:dhcp {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:35.727522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbc53af-16fe-401f-a9cd-7604dffec122,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:35.730860 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:35.731755 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] No DVR routers for this DVR port 9cbc53af-16fe-401f-a9cd-7604dffec122 on host dv-cinder-787195-3-smb {{(pid=86399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:49:35.806572 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:49:35.806977 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:49:35.858021 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:35.941908 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9cbc53af-16fe-401f-a9cd-7604dffec122 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:35.976952 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4271afd-be09-4f4d-8718-1cd45b2bc5a8']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:35.979472 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 9cbc53af-16fe-401f-a9cd-7604dffec122 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:35.979879 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 9cbc53af-16fe-401f-a9cd-7604dffec122 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:35.980354 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 79c77da4-4ee8-41fb-8310-1a76b1412d9c no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:35.990343 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c32b620-7abd-4548-bc1d-e72faf0e9ec9') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:35.990833 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c32b620-7abd-4548-bc1d-e72faf0e9ec9') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:36.006014 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:36.022839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:36.024057 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 79c77da4-4ee8-41fb-8310-1a76b1412d9c {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:36.024541 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 79c77da4-4ee8-41fb-8310-1a76b1412d9c not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:36.025032 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 1d280c47-4ccf-4c33-b445-e228cc712934 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:36.029348 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:49:36.064857 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 1d280c47-4ccf-4c33-b445-e228cc712934 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:36.065351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 1d280c47-4ccf-4c33-b445-e228cc712934 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:36.211682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:49:36.221039 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:36.308727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Deleting port 9cbc53af-16fe-401f-a9cd-7604dffec122 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:36.309257 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:36.385255 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8e5f0-cf4c-4254-9e7e-1accc425a099 None None] The port '9cbc53af-16fe-401f-a9cd-7604dffec122' was deleted {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 13:49:36.406416 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Network c4271afd-be09-4f4d-8718-1cd45b2bc5a8 has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:49:36.429849 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:49:36.507880 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:36.511740 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b0b2d060-8b77-4746-b89a-c96c86b971f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:36.525809 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:36.537093 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4271afd-be09-4f4d-8718-1cd45b2bc5a8,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:36.541634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:36.545427 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-d681162e-7fc2-40cc-b771-2408fb19038a admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4271afd-be09-4f4d-8718-1cd45b2bc5a8 HTTP/1.1" status: 204 len: 168 time: 1.4635460 Apr 21 13:49:36.549460 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56930) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:37.117887 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145894'] for router_interface, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:37.486424 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Deleting port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:37.487140 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:37.671062 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] For port d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:37.671492 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:37.803465 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Calling delete_port for d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 owned by network:router_interface {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:37.976646 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:37.981388 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-ffbad511-c92a-4738-b7da-380a5006a1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:38.028316 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:38.057448 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:38.565036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3638182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854145820'] for router_interface, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:38.950648 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 has already been hosted by L3 agent 695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4 {{(pid=86399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 13:49:39.147291 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] Notify agent at l3_agent.dv-cinder-787195-3-smb the message routers_updated {{(pid=86399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 13:49:39.159924 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] Sync routers for ids ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'] in dv-cinder-787195-3-smb {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 13:49:39.165989 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-8c837889-904e-4fc8-a289-f5b894473c6e admin admin] 10.222.0.36 "PUT /v2.0/routers/42a33308-99ee-4ccb-8a0d-b2f96fa25498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6129200 Apr 21 13:49:39.166244 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56934) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:39.174323 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] Routers {'42a33308-99ee-4ccb-8a0d-b2f96fa25498'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:49:39.175119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:49:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:39.358580 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks [] for router, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:39.366249 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] Set router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 gateway port host: dv-cinder-787195-3-smb {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:49:39.438716 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-cf3ecc70-e177-42a3-a7da-2e1d727135bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:39.553588 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:39.562702 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Deleting port eb41e972-8cd7-42e0-ba3f-8ca131c54796 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:39.563072 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:39.670502 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'external_fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:49:37Z', 'revision_number': 5, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port': {'id': 'eb41e972-8cd7-42e0-ba3f-8ca131c54796', 'name': '', 'network_id': '5e3b4ea4-798b-463b-b833-303eafd72f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cb803a-96c4-4699-b990-8e63f333b208', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-3-smb'}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:39.675411 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] Checking router: 42a33308-99ee-4ccb-8a0d-b2f96fa25498 for host: dv-cinder-787195-3-smb {{(pid=86401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 13:49:39.684892 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] Routers {'42a33308-99ee-4ccb-8a0d-b2f96fa25498'} bound to L3 agent in host dv-cinder-787195-3-smb {{(pid=86401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 13:49:39.685554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T13:25:12Z,description=,heartbeat_timestamp=2021-04-21T13:49:12Z,host='dv-cinder-787195-3-smb',id=695ae2bf-73b6-45f9-9546-9b4ffdbf4eb4,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T13:25:12Z,topic='l3_agent')) {'router_ids': ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'], 'active': True} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:39.749552 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] For port eb41e972-8cd7-42e0-ba3f-8ca131c54796, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=eb41e972-8cd7-42e0-ba3f-8ca131c54796,segment=NetworkSegment(2e4cad65-55ad-444f-a130-1c1f427cae01),segment_id=2e4cad65-55ad-444f-a130-1c1f427cae01)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:39.749948 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:39.851805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvr_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] Set router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 gateway port host: None {{(pid=86401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 13:49:39.896906 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Calling delete_port for eb41e972-8cd7-42e0-ba3f-8ca131c54796 owned by network:router_gateway {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:39.968634 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_hamode_db [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:49:39Z', 'revision_number': 6, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port_host': None}], 'dv-cinder-787195-3-smb', False) {} {{(pid=86401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:39.972915 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0941ee9-ca1d-4987-82dc-abe8cec7240c None None] The sync data for ids ['42a33308-99ee-4ccb-8a0d-b2f96fa25498'] in dv-cinder-787195-3-smb is: [{'id': '42a33308-99ee-4ccb-8a0d-b2f96fa25498', 'name': 'tempest-TestMinimumBasicScenario-62053914-router', 'tenant_id': 'c5c27edadd254995a329111034fe1049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T13:45:54Z', 'updated_at': '2021-04-21T13:49:39Z', 'revision_number': 6, 'project_id': 'c5c27edadd254995a329111034fe1049', 'gw_port_host': None}] {{(pid=86401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 13:49:40.080685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.085779 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-c0145e73-9bdc-4d1c-b238-ca56d02b0cd9 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:40.135135 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb41e972-8cd7-42e0-ba3f-8ca131c54796,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:40.138534 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:40.232374 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634725'] for router_gateway, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.419142 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771679'] for router, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.421568 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.446129 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150531'] for router, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.446685 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a33308-99ee-4ccb-8a0d-b2f96fa25498 {{(pid=86399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 13:49:40.459609 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] Notify callbacks [] for router, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.460788 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-25512c4d-fb04-4b8b-8af6-36c12cf8a309 admin admin] 10.222.0.36 "DELETE /v2.0/routers/42a33308-99ee-4ccb-8a0d-b2f96fa25498 HTTP/1.1" status: 204 len: 168 time: 1.2935672 Apr 21 13:49:40.463482 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56938) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:40.534935 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Deleting subnet 2d21deae-bf50-4dab-94a4-fe237d3c4692 {{(pid=86399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 13:49:40.538351 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.590715 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1712247'] for subnet, precommit_delete_associations {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:40.675068 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525172'] for subnet, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.194582 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851250676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852954677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27487362'] for subnet, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.199554 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-d47cf059-918b-4244-8405-4d985fce75ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:41.238856 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d21deae-bf50-4dab-94a4-fe237d3c4692,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:41.241067 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.245189 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:41.245693 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa152a69-7f16-4276-94d7-c8992ac954b8 None None] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb requested from dv-cinder-787195-3-smb {{(pid=86400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 13:49:41.248279 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-b2a4ee41-1868-4422-9e78-d6df3a0d25c9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2d21deae-bf50-4dab-94a4-fe237d3c4692 HTTP/1.1" status: 204 len: 168 time: 0.7837551 Apr 21 13:49:41.250913 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56942) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:41.368923 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3557752'] for network, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.380527 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Deleting port 58391096-df85-453d-9bd2-58e26315a3e5 {{(pid=86399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:41.380890 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.498786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] DHCP port deletion for 12abe0d9-15c1-44fb-aa91-5566529e72eb request from dv-cinder-787195-3-smb {{(pid=86400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 13:49:41.503184 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Deleting port 58391096-df85-453d-9bd2-58e26315a3e5 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:41.503817 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.608077 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] For port 58391096-df85-453d-9bd2-58e26315a3e5, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=58391096-df85-453d-9bd2-58e26315a3e5,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:41.608476 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.742746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.db [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] For port 58391096-df85-453d-9bd2-58e26315a3e5, host dv-cinder-787195-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-3-smb',level=0,port_id=58391096-df85-453d-9bd2-58e26315a3e5,segment=NetworkSegment(ed23b6b7-188f-4801-ba89-8c626c28b28a),segment_id=ed23b6b7-188f-4801-ba89-8c626c28b28a)] {{(pid=86400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 13:49:41.743509 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854138499'] for port, precommit_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.744031 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Calling delete_port for 58391096-df85-453d-9bd2-58e26315a3e5 owned by network:dhcp {{(pid=86399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:41.751007 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-94577293-8dc3-42ed-aeea-b4309d9a56cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.826561 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3627557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286507058975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750347283554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852954081'] for port, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:41.832499 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-a927b29a-2e5a-46ac-b3a9-dfc6f30dfa01 tempest-AttachVolumeShelveTestJSON-1505089486 tempest-AttachVolumeShelveTestJSON-1505089486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:41.878727 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Calling delete_port for 58391096-df85-453d-9bd2-58e26315a3e5 owned by network:dhcp {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 13:49:41.879227 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58391096-df85-453d-9bd2-58e26315a3e5,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:41.881914 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:41.884630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] No DVR routers for this DVR port 58391096-df85-453d-9bd2-58e26315a3e5 on host dv-cinder-787195-3-smb {{(pid=86399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 13:49:41.958964 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.db.api [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:49:41.959318 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_db.api [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 13:49:41.962916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 58391096-df85-453d-9bd2-58e26315a3e5 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:41.999706 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: 58391096-df85-453d-9bd2-58e26315a3e5 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:42.000025 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device 58391096-df85-453d-9bd2-58e26315a3e5 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:42.000507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:42.013369 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851250591', 'neutron.services.segments.db._delete_segments_for_network-8750347631987'] for network, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.036996 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:42.037428 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device d7b4d1e8-4bf7-44b6-8723-07ac7d86ad04 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:42.037904 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device eb41e972-8cd7-42e0-ba3f-8ca131c54796 no longer exists at agent ovs-agent-dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 13:49:42.077284 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] No Port match for: eb41e972-8cd7-42e0-ba3f-8ca131c54796 {{(pid=86400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 13:49:42.077677 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.rpc [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Device eb41e972-8cd7-42e0-ba3f-8ca131c54796 not bound to the agent host dv-cinder-787195-3-smb {{(pid=86400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 13:49:42.133712 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12abe0d9-15c1-44fb-aa91-5566529e72eb']}} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:42.147608 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed23b6b7-188f-4801-ba89-8c626c28b28a') {'for_net_delete': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:42.147954 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.services.segments.db [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed23b6b7-188f-4801-ba89-8c626c28b28a') {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 13:49:42.158769 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.160872 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286506982243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853063553'] for segment, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.179629 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851240622'] for segment, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.186259 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=86399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 13:49:42.368150 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:49:42.377360 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3535141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1821800'] for segment, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.460300 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Deleting port 58391096-df85-453d-9bd2-58e26315a3e5 {{(pid=86400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 13:49:42.460731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286507063668'] for port, before_delete {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.531731 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.plugin [None req-3aa63342-e9e5-4dc9-b5d5-0b78ca231dbc None None] The port '58391096-df85-453d-9bd2-58e26315a3e5' was deleted {{(pid=86400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 13:49:42.560440 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.plugins.ml2.managers [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Network 12abe0d9-15c1-44fb-aa91-5566529e72eb has no segments {{(pid=86399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: Traceback (most recent call last): Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: timer() Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: cb(*args, **kw) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: return func(*args, **kwargs) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: self._notify() Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: self.callback(batched_events) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: event.method(event) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: segment_id)['aggregates'][0] Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: return f(self, *a, **k) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: return self._get(url).json() Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: **kwargs) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: return self.request(url, 'GET', **kwargs) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: **endpoint_filter) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:49:42.587722 dv-cinder-787195-3-smb neutron-server[86287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:49:42.688682 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3525225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851137634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630146'] for network, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.693036 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:42.709261 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851137651'] for network, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.715746 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=12abe0d9-15c1-44fb-aa91-5566529e72eb,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:42.720696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:42.727468 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-1db4eff5-b470-4536-b64f-f8384c8ea4f8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/12abe0d9-15c1-44fb-aa91-5566529e72eb HTTP/1.1" status: 204 len: 168 time: 1.4753830 Apr 21 13:49:42.788532 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:42.903100 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56948) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:42.958192 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-524b613e-d83f-46cc-9c51-01f0ca0d3d87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c40d14cc32b44c6c9096e6470290975b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536649 Apr 21 13:49:42.960662 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56952) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:43.021617 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.048858 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.075600 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.098224 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.103625 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-9a036985-4a39-401c-bf53-b0b62733af04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:43.117692 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f09cd7-1071-40ae-a256-b3d47171bcde,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:43.120652 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:43.122000 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.124644 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-f02ac2a1-8633-449d-b26a-6f0e5cd23893 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28f09cd7-1071-40ae-a256-b3d47171bcde HTTP/1.1" status: 204 len: 168 time: 0.1614916 Apr 21 13:49:43.475293 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56960) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:43.527119 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-a5300c5c-cd61-43f0-8b1b-2afc83245925 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5c27edadd254995a329111034fe1049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505180 Apr 21 13:49:43.529675 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [-] (86399) accepted ('10.222.0.36', 56964) {{(pid=86399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 13:49:43.595724 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.615461 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.623636 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.672490 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-655532'] for security_group, after_delete {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.677618 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-3e48e2b5-da07-43be-86ac-74e9686650f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 13:49:43.690034 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaaebd7-16fa-44fb-aacb-fd22ddf26049,revision_number=None']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 13:49:43.693669 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG oslo_concurrency.lockutils [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 13:49:43.695748 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:49:43.696960 dv-cinder-787195-3-smb neutron-server[86287]: INFO neutron.wsgi [None req-e46bba61-03a8-459b-8c3a-72b967002093 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acaaebd7-16fa-44fb-aacb-fd22ddf26049 HTTP/1.1" status: 204 len: 168 time: 0.1650391 Apr 21 13:49:48.425507 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:50:09.441437 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b4d48b4d-bfd3-479d-96cc-309601c055a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:11.724070 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-e884be73-02b4-4a18-a4e3-b9304e3ca309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:12.161119 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:12.785907 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:13.082749 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:13.617696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:25.425606 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:50:39.443082 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-44c9f1f4-3b28-4864-b857-5051741766a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:41.726154 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9599f38d-21d9-4840-acbf-8e6ab78447be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:42.163786 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:42.798930 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:43.086097 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:50:43.619522 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:02.425344 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:51:09.445414 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-30ae5c22-f7aa-48c5-b8ab-fe83fcf69045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:11.728603 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b439c30e-8003-46e9-934e-6715c58050cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:12.166773 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:12.817206 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:13.087389 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:13.622290 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:39.425396 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:51:39.447690 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-fbb061c0-adaa-4cbd-976c-d0265e94e68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:41.730714 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f335e18f-e7b6-4ccd-a2e1-a2e433862054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:42.168110 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:42.832113 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:43.089302 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:51:43.624375 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:09.449614 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-4d2af8c3-ecba-4ccf-985b-9458234a0845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:11.731973 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-93b020ab-c4fd-475e-b2a4-732052613f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:12.171630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:12.846696 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:13.089703 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:13.629156 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:16.424630 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:52:39.449853 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-9619cb77-f9d3-44c9-90fd-562101c5901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:41.732564 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6d776fc3-59c5-4bbd-a369-d8f613e0ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:42.173483 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:42.848839 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:43.090108 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:43.630916 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:52:53.424012 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:53:09.451010 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-76364af2-14cb-4b17-83c1-f79341e89f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:11.734333 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-f9b3e0be-edfb-4bc0-8d52-ef77e271325f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:12.175315 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:12.861001 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:13.091209 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:13.632805 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:30.423791 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:53:39.455577 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b1601b20-b769-4731-88ce-131a6064be6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:41.735225 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-de14462a-9b6c-455f-ab0b-15950f2ed46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:42.178756 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:42.872471 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:43.090941 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:53:43.637337 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:07.423004 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 13:54:09.456895 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a5b6aeba-5b03-42fa-8a23-cacbbab224d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:11.735978 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-a4b39b02-10b8-4406-83ad-77d1005ef92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:12.181991 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:12.874425 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:13.091251 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:13.641103 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:39.457952 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-67f6d346-90a5-406f-92c6-d5cc6977e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:41.737802 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-354558dc-f98a-45ab-8380-09c5a8fbe780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:42.183145 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-b38d3ad7-1825-4884-8780-2e35c7eee9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:42.523878 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-d8777987-7fdf-454a-afc5-fdd938062e35 req-1b097977-ea4b-4e6e-ba1a-b6401d8381a5 service neutron] (86399) timed out ('10.222.0.36', 52562) {{(pid=86399) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 13:54:42.883877 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-12a20d89-933e-453b-9787-3d62fe17874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:43.092232 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-8f075892-142d-446f-9b41-25bcf6603d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:43.643297 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5854-71f2-41a2-aa9e-0bca385e8867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286507143813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851219389'] for agent, after_update {{(pid=86400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 13:54:43.780128 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.wsgi [req-46a5086b-fa15-4b8b-af84-9471eecd5ddd req-90fcc79e-1afb-40f6-a74d-2e91953a6660 service neutron] (86398) timed out ('10.222.0.15', 63591) {{(pid=86398) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 13:54:44.422283 dv-cinder-787195-3-smb neutron-server[86287]: DEBUG neutron.db.agents_db [None req-b065ad51-628b-4413-a191-fedc9fedfddb None None] Agent healthcheck: found 6 active agents {{(pid=86401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}